{"msg":"Running step start_crdb","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:53.091105012Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:53.091650262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpbi0r84","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:53.135362422Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/4d9559247fab803f0ce53ff2205a6e9eb199eecf5e6bef30bf110c6a48d080f9.tar) to storage directory (/var/tmp/omicron_tmp/.tmpbi0r84/data)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:53.135506888Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpbi0r84/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpbi0r84/listen-url","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:53.189409187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01KFESWSM9C6VK47NY0E3TXHS2 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/4d9559247fab803f0ce53ff2205a6e9eb199eecf5e6bef30bf110c6a48d080f9.tar GITHUB_BRANCH=ry/bump-dendrite-181 GITHUB_REF=refs/heads/ry/bump-dendrite-181 GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=20a71c82c3f5541337a6b1e5fe4ffb0fcb2c8d5b GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-25b0147db6894fa6/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-f08b403ebfa90352/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-8dc5be0faba5452c/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-4ac38c1702e3f2b5/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-b9d704b8d20089f7/out:/work/oxidecomputer/omicron/target/debug/build/tofino-6a545a93d51cd40e/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-0b430c6eb1c88682/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_ATTEMPT=1 NEXTEST_ATTEMPT_ID=e1cddbef-9af6-4fbc-bca0-80cdec283d85:omicron-nexus$app::sagas::disk_create::test::test_action_failure_can_unwind_idempotently NEXTEST_BINARY_ID=omicron-nexus NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-25b0147db6894fa6/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-f08b403ebfa90352/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-8dc5be0faba5452c/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-4ac38c1702e3f2b5/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-b9d704b8d20089f7/out:/work/oxidecomputer/omicron/target/debug/build/tofino-6a545a93d51cd40e/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-0b430c6eb1c88682/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=e1cddbef-9af6-4fbc-bca0-80cdec283d85 NEXTEST_RUN_MODE=test NEXTEST_STRESS_CURRENT=none NEXTEST_STRESS_TOTAL=none NEXTEST_TEST_GLOBAL_SLOT=1 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none NEXTEST_TEST_NAME=app::sagas::disk_create::test::test_action_failure_can_unwind_idempotently NEXTEST_TEST_PHASE=run NEXTEST_TOTAL_ATTEMPTS=1 OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-ea09a4b1053750d5/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=--cfg tokio_unstable -D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.91.1-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:53.190487713Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"cockroach pid: 12868","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:54.857404389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"cockroach listen URL: postgresql://root@[::1]:35757/omicron?sslmode=disable","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:54.857567692Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"Running step start_clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:54.92484661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:54.924965275Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"Running step start_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.448371733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.44869343Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpNtds7H"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.55794801Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.558159789Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.558560823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:45518"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.559501416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.559584801Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.559626323Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.559669829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.559711332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.567307614Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.567473422Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.567509664Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpZYklvo"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.57742559Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.577548554Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.577605707Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:63901"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.578141989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.57824391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.578292857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.57833964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.578379228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.580221737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.580657269Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.580792597Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"setting up nexus server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.58124852Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.583567973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.583643944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.583689424Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.583725125Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.583814451Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.583856134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.583894149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.583930642Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.583963777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584004588Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584039006Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584150918Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584198322Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584237609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584274843Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584309061Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584344952Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584378599Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584414931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584448717Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584484979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584521331Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584555058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584593544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584627612Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584858399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584911424Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584953697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.584989999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585024097Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585060529Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585094075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585127101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.58515721Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585206809Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585245485Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585277108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585315744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585346966Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.58538416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.58541452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585464299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585501653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585533045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585567513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585597693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.58563151Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585662671Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585696037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585726939Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585761186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.58579817Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585859401Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585898198Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585928979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585962956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.585993316Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586028335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586062363Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586093735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586128534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586158603Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586192811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586223432Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586257139Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586287218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586324833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586366535Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586396985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586430973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586461373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586496122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.586526772Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"Setting up resolver using DNS address: [::1]:45518","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.62861624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"new DNS resolver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.628729875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:45518]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:55.629669084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:35757/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 35757,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:55.632270155Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Database schema version is up to date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:57.546589207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"desired_version":"222.0.0","found_version":"222.0.0","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No db_metadata_nexus records exist - skipping access check","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:50:57.561514192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","explanation":"This is expected during initial deployment or before migration","nexus_id":"913233fe-92a8-4635-9572-183f495429c4 (omicron_zone)"} {"msg":"Datastore is ready for usage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:57.561697675Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.676490121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"be3b01bb-e19c-41ce-b0ee-9226ca8c6629","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747179863Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747440038Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747531369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747589284Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747643652Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747684232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747736576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747789861Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747839299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747879909Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747926702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.747979416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.748018443Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/refresh-vpc-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.74806708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.748145415Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.748199492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.748237407Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.74828449Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.74833507Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:57.748374538Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.749293658Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.752761375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.752828548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.752908447Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.752968025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753009186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753055738Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/debug/fetch-omdb-binary","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753104114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753151087Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753190505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753235544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753282207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753321665Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753367145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753413507Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753459628Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753498976Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753545077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.75359193Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753639073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config/{version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753677259Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/update-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753724092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753770945Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753817948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753856624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753902355Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.75395021Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.753999497Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754039707Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754087562Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.75413748Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754186668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754233981Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754270283Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754315924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754361805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754400441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754444909Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754492574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754539817Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754577351Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754623343Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754669815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754706146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754751476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:57.754797457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.754831765Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:48702","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"SEC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:57.755028234Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:57.756420361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.756525189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.759862587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.75997492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:57.760553696Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.76063128Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.761184345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:57.969523175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:57.979856808Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:64852","req_id":"5a7bab31-d431-4665-b2e3-d0376a329b4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 13 a4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.981339454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:64852","req_id":"5a7bab31-d431-4665-b2e3-d0376a329b4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:50:57.982885455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:64852","req_id":"5a7bab31-d431-4665-b2e3-d0376a329b4a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:57.983128356Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:52792","req_id":"1a7249a2-e3e9-42d0-ac64-7723444abc77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: c3 78 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 .x..........._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.983231831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:52792","req_id":"1a7249a2-e3e9-42d0-ac64-7723444abc77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:50:57.983682313Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:52792","req_id":"1a7249a2-e3e9-42d0-ac64-7723444abc77","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:57.983729176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:64574","req_id":"4e0a2b17-381a-492d-8573-b7750ab3bf54","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 58 16 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 X............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.983792892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:64574","req_id":"4e0a2b17-381a-492d-8573-b7750ab3bf54","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:50:57.984154829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:64574","req_id":"4e0a2b17-381a-492d-8573-b7750ab3bf54","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:57.992257664Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:57.992409064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:57.992493592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.001872203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.002226565Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.002444917Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.00254717Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.003380089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:58.321216881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.321390334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.32145891Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.32398886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.324138456Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.324188305Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.324244596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.324671742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:58.461600523Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.461725311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.461778005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.462603019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.478628844Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.478779322Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.481735515Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.481845423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.482011482Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.482077533Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.482709785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.500120622Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.50030123Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.50047798Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.50053358Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.501770239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.579701992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.579846669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.579896277Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.580726591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.586460085Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.591201303Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.591301883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.591355659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.591401931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.591445567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.592085354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.596561889Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.596657538Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.596708559Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.597424296Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.609013215Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.613902668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.614029669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.614098515Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.614613295Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services project","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:58.639289489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.639392744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.639534505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.642071999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.642216776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.642303378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.642498103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.64316283Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.650187771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.650267629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.651411714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.657920423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.658071793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.658167913Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.658213584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.658798502Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.662923811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.663082635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.663141973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.663987437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.669047006Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.669206262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.669254657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.669910486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.67410404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.683008032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.683363827Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.683406121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.683465548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.683511329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.683554675Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.684293388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.693709013Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.693817989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.693883238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.695114827Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.700557294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.700641791Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.700697101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.701871797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.706595361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.716135122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.716313886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.716369285Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.717275009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.734781706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.734956773Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.735185767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.735254102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.73614188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.754497367Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.75490759Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.7549785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.755852872Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.761738607Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.76184116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.761889876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.763655372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.767990567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.776919418Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.777337135Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.777428907Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.778269642Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.793284214Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.793384764Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.794301379Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.806853535Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.80700745Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.80815382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.81453209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.814731315Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.814788358Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.814833357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.815518974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.819793259Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.81989017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.819949267Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.820808649Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.825079456Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.825202751Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.82525799Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.826319081Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.83029782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.843859095Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.844084822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.844146544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.845052748Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.925178556Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.925429453Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:58.925494642Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.925538499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:58.92615512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.00659992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.006771509Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.00684235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.00870096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.022783537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.022940568Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.02299217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.023677297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.029241776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.038946944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.039127722Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.039180367Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.040584758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.191372202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.191557579Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.191611857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.191659651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.193152548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.198192247Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.198300372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.198349128Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.199209001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.203737518Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.203988836Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.204106108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.204774963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.208147832Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.217784725Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.217935985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.217984882Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.218513609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.228201353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.228305198Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.228416028Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.229328575Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.240266084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.240495277Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.241195083Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.245759352Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.245905411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.246941823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.252582643Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.252762269Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.252824693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.252876034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.253491092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.258932257Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.259083897Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.259164176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.260359403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.26498345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.265151302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.265203335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.266058388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.270445285Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.281524946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.281721355Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.281787506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.281898876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.28198131Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.282058162Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.282306544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.287806164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.287929288Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.28801094Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.288913367Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.292523826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.29279869Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.292902436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.293462445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.296153764Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.310396979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.310559872Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.310659489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.311753435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.327731185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.32788039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.327932434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.327976471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.328675916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.333078314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.333215956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.333294923Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.334145998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.339123174Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.339240636Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.339291247Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.340206289Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.349348843Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.359903173Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.360142878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.360211393Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.36086606Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:59.476368051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.4764936Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.476536464Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.476586834Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.478043549Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.483409685Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.48350329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.484267734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.487496167Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.487585254Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.488466138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.492369067Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.492512771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.492579473Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.492639031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.493248007Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.496342064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.496454747Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.49650674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.497125826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.500321855Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.500580157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.500669694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.502050659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.506838219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.518117996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.518253073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.518462929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.518621813Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.519645901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.531505817Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.531697536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.531761092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.531824207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.532925969Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.543331204Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.543482133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.543590477Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.545104996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.548968226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.549168924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.549234023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.550472756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.554963488Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.567571826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.579147418Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.579378386Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.579466981Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.579531619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.580337014Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.586620166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.586741516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.586791686Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.587507924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.592048255Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.592205096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.592256297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.593972726Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.598722632Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.620544765Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.620685543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.620737166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.621912383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.729699256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.729861908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.73069104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.736265499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.736424444Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.736499953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.736554732Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.737878082Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.741943513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.742054042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.742112738Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.742899586Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.746501899Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.746596026Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.746650744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.747180333Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.750332143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.760779141Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.769390163Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.769620008Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.769678764Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.769723282Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.771366025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.777015713Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.777197393Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.777266369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.777894273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.7824227Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.78253345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.782584611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.783846009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.788504894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.81696417Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.817270146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.817348361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.818494852Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.827818895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.827954063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.828771562Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.833116225Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.833303837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.833370479Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.833430698Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.834328205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.839292325Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.839387614Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.83944082Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.840826443Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.845974648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.84610691Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.846165276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.846951112Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.851072483Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.863767873Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.871057107Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.871359115Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.871430186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.871475846Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.872017068Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.87597186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.876083801Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.87615902Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.876861952Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.880507712Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.880647919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.880700624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.881894949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.886807928Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.902732121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.902851207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.902900234Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.903601362Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.912777203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.912988651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.913782634Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:59.919316392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"created built-in services vpc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:59.919478072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.919544433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.919596687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.923832866Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.923939908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.92417824Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.924245392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.925146387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:59.937675427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.937781357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.937841005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.937931063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.938552033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:50:59.95153906Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.951698015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.951793043Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.953625672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.961864688Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.961971058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.962935488Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.974853999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.975012183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.975066791Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.975112281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.975766617Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.980027825Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.98558037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:50:59.985841407Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.985902538Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:50:59.986959491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.214293656Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.214408794Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.214458102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.21450238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.21548212Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.220323447Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.224255172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.22442566Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.224478314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.225085988Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"populate complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.230527052Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.230721307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.230835864Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.23092971Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.231016752Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.2315054Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.238811988Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.238922547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.306086768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.31148093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.311597791Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.311644694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.312005138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating background tasks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.328779876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.334211392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.334386368Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"180.708µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.334477759Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:00.334529902Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.33471039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"79.437µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.334785889Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.33483175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.334871218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.33492244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.335028379Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.335080683Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.335607165Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.338936148Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.339177676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.339238757Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.339288325Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.339878333Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.342990647Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.343060655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.343430127Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:00.343509935Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.343659671Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"84.787µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.343752285Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.343831021Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.343904737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.343993823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.344449485Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.345206534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.345303116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.34544146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:00.345523161Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.345591657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"55.389µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.345662768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.34572929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-01-20 23:41:00.345516679 UTC"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.34579491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.345867694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.346454506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.348700563Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.348963504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.349149212Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.349321473Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.349395269Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.350508764Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.351782877Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.351852034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.351906382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.352851523Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.353835602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.353911122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.353963746Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.354759251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.355628422Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.356365502Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:00.356426723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.35647061Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"78.987µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.356529777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.35658671Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.356656388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.356713361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.356766366Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.357619365Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.358532062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.358600618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.358775394Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.35883398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.358883057Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.359604065Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.360433027Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.360497494Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.360548635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.360616139Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.360703021Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.361400823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.368295456Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.368375805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.368447357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":1,"elapsed":"217.27µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.368587584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.368678695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.368765196Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.368852459Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.368934471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.369577294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.370304514Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:00.370389633Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.370459291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"64.307µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.370536253Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.370599939Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.370685298Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.370772511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.370857149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.371201491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.371985954Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.37206989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.372126392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"99.437µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.372215068Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"inventory collection is None","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:00.372288072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.372355516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"54.198µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.372418601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.372482187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.372567576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.372647183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.372733274Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.373077475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.373850116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.374426807Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.374534601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.37508437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.375733064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.375814175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.375880216Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.376327531Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.376859435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.376955114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.377025093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.377424454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.378017728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.378102847Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.378195631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.37832173Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.378431558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.378711392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.379443872Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.379579551Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.379622296Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"282.89µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.379678036Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.379822192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.379904705Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.380366499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.380891058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.38101336Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.381070644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.38111909Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.381665301Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.382168267Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.382393133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.382562328Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.383074752Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.383434956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"saga recovery pass starting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.383603149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.383654661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.383690011Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.383733427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.384459204Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.38511897Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.385182526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.38523483Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.386376701Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.388058882Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.388362503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.388451259Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.389063822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.389578692Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.389640584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.389694401Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.390170113Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.390692127Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.390764991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.390818968Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.391311603Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.391823096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.391881823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.391929637Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.392366783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.392833978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.392889428Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.392937132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.393025547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.393076979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.393706756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.394240844Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.394298187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.394334489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"reason\":\"reconfigurator config not yet loaded\",\"status\":\"disabled\"}","iteration":1,"elapsed":"198.283µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.394380561Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.394420059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.39446615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.394968495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.395534866Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.395653361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.39570834Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.396332907Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.396790242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.396854379Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.396904499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.397534536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.398025468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.398091189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.398132019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.398168722Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.398446753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.398513545Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.398656318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.398712759Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.398761055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.398811655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.398856785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.399405792Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.400139695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.400217689Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.400265063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.400676348Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.401280364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"distributing networking probes to sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.401349531Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.401385943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.401432996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.401481492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.401527373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.401759382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.407266989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.407396996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.407488558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.407576191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.408370003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.484124394Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.490073936Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.553676143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:48692","req_id":"b401b1e2-d7ef-4111-8fc7-e359baeb9b5e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 60 5d 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 `]..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.553815589Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:48692","req_id":"b401b1e2-d7ef-4111-8fc7-e359baeb9b5e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.554693398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:48692","req_id":"b401b1e2-d7ef-4111-8fc7-e359baeb9b5e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.554746232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:14980","req_id":"3ef2bed5-8154-4ecd-b4fa-60781e78451f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: f2 c4 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.554807113Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:14980","req_id":"3ef2bed5-8154-4ecd-b4fa-60781e78451f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.555869146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:14980","req_id":"3ef2bed5-8154-4ecd-b4fa-60781e78451f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.567080858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.573002684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.573114666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.573167591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.573216307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.573261256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.57551039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.581259485Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.581349062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.581405584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.581498789Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.581541904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:00.581592334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.58164076Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"236.901721ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:00.581697131Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.581744796Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"234.891481ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.581800486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3195","req_id":"5b9e34c8-661c-409f-95e3-4ff625f03335","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 7f 50 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .P..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.581864643Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3195","req_id":"5b9e34c8-661c-409f-95e3-4ff625f03335","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32592,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32592,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.582195789Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3195","req_id":"5b9e34c8-661c-409f-95e3-4ff625f03335","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.582232101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:19014","req_id":"2fdd6166-c265-4f51-ad95-b3be97b59e81","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 00 2f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ./..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.582290987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:19014","req_id":"2fdd6166-c265-4f51-ad95-b3be97b59e81","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.582605731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:19014","req_id":"2fdd6166-c265-4f51-ad95-b3be97b59e81","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.604072911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to build DPD clients","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.604177368Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.604233188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.60428455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":1,"elapsed":"206.283851ms"} {"msg":"failed to resolve MGS addresses","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.604596017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.60474398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":1,"elapsed":"206.302468ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:00.642869457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-01-20 23:41:00.345516679 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.655643944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-01-20T23:41:00.345516679Z\",\"pruned\":[]}","iteration":1,"elapsed":"310.023168ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.663871847Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.671974281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.672861358Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"317.242805ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.673981727Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:12179","req_id":"09a1db64-c9d7-40bb-b4eb-d55fed297eb7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5f 9f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 _............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.674103688Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:12179","req_id":"09a1db64-c9d7-40bb-b4eb-d55fed297eb7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.674552016Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:12179","req_id":"09a1db64-c9d7-40bb-b4eb-d55fed297eb7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.674858312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.674934042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.674982278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"323.165483ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:00.67503901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:45428","req_id":"2d1dde89-f01a-476d-83fe-0b32964cdba8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 4d 6e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Mn..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.675104771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:45428","req_id":"2d1dde89-f01a-476d-83fe-0b32964cdba8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.675496246Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:45428","req_id":"2d1dde89-f01a-476d-83fe-0b32964cdba8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.679028581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:00.679131865Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.679182996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"325.29466ms"} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.870884781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:00.87126833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.1900437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.194931359Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:01.195059783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.195112949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.195533912Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.215205206Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.223309374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:01.22346392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.223513188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.223953359Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.277219539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.281372262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:01.281513151Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.281562269Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.281965607Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:01.283166696Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.283263297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.283668429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.284702066Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.289835992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:01.290036339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.290087861Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.290266395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.60147468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.607435654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:01.607602785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.607651291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.608083517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.609311519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.61350361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:01.613724047Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.6137809Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.615790449Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"mgd port is 56941","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.618231703Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"Running step record_switch_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.618311181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.618344226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_sled1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.618481037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:01.618804868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:01.81379339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:01.814142131Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:01.815891375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:41148"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.8168938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"1.431829718s"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:01.822599499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"1b0a27d8-6502-4809-8945-6df4f263edfd","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.822708825Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"1b0a27d8-6502-4809-8945-6df4f263edfd","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:01.827615351Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"1b0a27d8-6502-4809-8945-6df4f263edfd","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.827719567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"1b0a27d8-6502-4809-8945-6df4f263edfd","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.829688386Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"1b0a27d8-6502-4809-8945-6df4f263edfd","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp9G7Uyc/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:01.956218175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.956357511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp9G7Uyc/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpnOi79M/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:01.95640782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:01.95644787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpnOi79M/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.329465051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:34043","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:02.329702141Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:34043","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.331332299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:34043","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.34306376Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343202124Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343262484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343303986Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.3433415Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343378924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343415877Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343454654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343495976Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343548761Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343588239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343675231Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343715942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343752644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343790018Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343826921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343863704Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343900697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343937931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.343975075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344042388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344084802Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344121865Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344158819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344196553Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.34423548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344273796Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344311401Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344348795Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344387662Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344425196Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344461648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344498882Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344535164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344572027Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344608619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344704559Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344744528Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344781221Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344819236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344855829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344892682Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.344929124Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.3449675Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.34503812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345079251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345117206Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345156123Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345198046Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345239458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345278776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345319617Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345359456Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345399034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345475516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.34551821Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345557659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345594622Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345632767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345671073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345709559Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345747745Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345788185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345828826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345867963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345907091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345945527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.345984193Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346069542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346106926Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346143288Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.34617939Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346219269Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346256933Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346294508Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346332864Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.34637161Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346408503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346446318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346483602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346521137Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346559673Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.34659846Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346635192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346672777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346710491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346748958Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346785841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346824708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346864987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346901931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346937681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.346974164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.347044072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.347083981Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.347121215Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.347158709Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.347195071Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.347233427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.347271583Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:02.347308756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.347341892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.350408084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.355633982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.355746816Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.35579454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.355840541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.355883376Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.356242537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"contacting server nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.361451522Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.362343819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:63907/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"Found abandoned VMMs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.364834942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:02.36492479Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.364969829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"1.982816622s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.365346826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.369840645Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.369945432Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.370021032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.370507215Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.371688053Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.376402729Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.376481816Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.376528248Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.37694359Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:02.378355646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0} {"msg":"saga recovery pass finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:02.378603096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.378920194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"1.995447043s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.379122254Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.379182894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.379685971Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.394249279Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.394401771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.395038552Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.396205784Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.396296964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.396809058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.397616848Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"2.008019459s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.397849749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"2.006019358s"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:02.404255885Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:54515"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.459628876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e6741c3e-af58-471a-b4f4-cac3527536a2","remote_addr":"127.0.0.1:54515","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.459832209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e6741c3e-af58-471a-b4f4-cac3527536a2","remote_addr":"127.0.0.1:54515","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"registered sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:02.461625801Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.483931952Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.484080386Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.484797646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.539163003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.539295876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.539349121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.539395734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.540089437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.648107859Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.653650715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.653746345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.653793959Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.653839699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.653881853Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.654335712Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.74544544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.788918146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.794453898Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.824651927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.829460058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.834337256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.837288611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.878772398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"2.484282842s"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:02.880794843Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.881022474Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"2.484219888s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.881581812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.881665498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.882805084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.884145078Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.884224595Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.884277981Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.884323852Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.884866957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.9803168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":1,"elapsed":"2.621717936s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.980910786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.981007438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.981059751Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.981843604Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.983177786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.988230982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:02.988370028Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.988791482Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:02.989601326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.022800558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.030333405Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:03.031248918Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.031339247Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"2.692473298s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.036877203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.037054344Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.0386937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.069757133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-20T23:51:00.230448Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.070136935Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":true}","iteration":1,"elapsed":"2.709686975s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.070727104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.070799066Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.070848434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.070899195Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.070945096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.071877512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.072968893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.073043912Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.073084883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":2,"elapsed":"65.811µs"} {"msg":"failed to read target blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:03.074522309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.074602218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"2.705978722s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.075819939Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"2.703467109s"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:03.25740005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.258855593Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"2.915236823s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.32855313Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.351815625Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.385069075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.385307727Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.385609575Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.386654935Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.675563492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.690966283Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.691130218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.691184075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.691644045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.779465372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"3.391341841s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.817157391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.817256768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.818087823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:15819","req_id":"ec96f71d-dd44-451a-9922-44563c5fe7df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 90 84 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.81819714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:15819","req_id":"ec96f71d-dd44-451a-9922-44563c5fe7df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:03.81866697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:15819","req_id":"ec96f71d-dd44-451a-9922-44563c5fe7df","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:03.819110619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.819183693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"3.462640059s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.838343625Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.838503712Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.838561546Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.838609892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.839234619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.87886193Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.897279371Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:03.897515028Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.897603032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:03.898156348Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.026497604Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"3.627769223s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.059065275Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.064431642Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.0645874Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.064642069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.06509196Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:04.151155486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"1b0a27d8-6502-4809-8945-6df4f263edfd","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2328546,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.192820733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.192927995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.19298121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.193028514Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.19397057Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.207689446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.207836447Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.208465032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.221249989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.221405718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.222063881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.279638953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.279790543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"222.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"3.884208864s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.304187505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.304344045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.304413633Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.304468251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.305055233Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:04.309267695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.309363635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"3.931383681s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.438676154Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"4.061718806s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.586359372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.586486553Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.586542194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.586590419Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.587389151Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.634235247Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.641067547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.641196262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.64125088Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.641703716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.712194274Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.712312579Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.712364692Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.72206982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.722176552Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"4.33868809s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.799853009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.80409581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.804208964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.804259735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.804631641Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.880363558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.880490189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.880542543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.881065929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.8830305Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.885686659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.901478782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.918190064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:04.918323779Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.918377395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:04.918783499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"finished distributing probes to sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.002911803Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.003021239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{}}","iteration":1,"elapsed":"4.601872236s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.03299265Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.033126114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.03318448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.033233216Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.033955707Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.041683911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.041822535Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.041875009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.04192093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.042579955Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.044286845Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"4.709662746s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.044475178Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.044569104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.044651658Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.044771355Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.044881402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.044977463Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.045658832Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.138776948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.14305525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.14320712Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.143255707Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.143532565Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.144998548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.148902909Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.148997016Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.149045833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.149093006Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.149136512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.14945354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.158930126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.768122601s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.166145173Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.177255404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.177341194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.177385993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.177883147Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.201966788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.20209908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.202150252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.20219988Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.202244508Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.202921719Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.204372452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"e6741c3e-af58-471a-b4f4-cac3527536a2","remote_addr":"127.0.0.1:54515","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":2744814,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.204969795Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.205051116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.205102097Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.205146154Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.2057649Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.206944445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.20702229Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.207071377Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.207115063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.207561006Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.210397132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:63907/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"e6741c3e-af58-471a-b4f4-cac3527536a2\", \"date\": \"Tue, 20 Jan 2026 23:51:05 GMT\"} })"} {"msg":"Running step configure_boundary_ntp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.211044845Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.211126938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.212494235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.212588602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.212635455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.212710784Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.212757867Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.212800832Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.212843908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.212888245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.21295613Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.213004275Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.213046218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.213088031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.214560297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.214625786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:61133"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.214661868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.214689653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n serial: 1,\n time_created: 2026-01-20T23:51:05.511414147Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"913233fe-92a8-4635-9572-183f495429c4.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53905,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"aa540a6f-3f87-4671-85a1-495b2202f37a.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"aa540a6f-3f87-4671-85a1-495b2202f37a.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus-lockstep._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 48702,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 41159,\n target: \"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 56941,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_boundary-ntp._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 123,\n target: \"64bfa76c-00cf-46f6-858c-04eb096ead95.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"64bfa76c-00cf-46f6-858c-04eb096ead95.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"boundary-ntp\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 48850,\n target: \"aa540a6f-3f87-4671-85a1-495b2202f37a.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"aa540a6f-3f87-4671-85a1-495b2202f37a.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"@\": [\n Ns(\n \"ns1.control-plane.oxide.internal\",\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35757,\n target: \"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63907,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"20f537a6-c158-467b-a992-80402c1d7fdd.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"0f682418-d624-4865-b08f-318eac24707d.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 41711,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 61133,\n target: \"61d6b166-e4bf-4a7c-bd62-850946f98c80.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"72874b57-2926-4f6a-b634-73532f2b3d2f.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 59509,\n target: \"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"aa540a6f-3f87-4671-85a1-495b2202f37a.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"ns1\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 34043,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"61d6b166-e4bf-4a7c-bd62-850946f98c80.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.512739141Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.512817796Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"body":"Some(Body)","uri":"http://[::1]:41159/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.514358237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.520752649Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.520906644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.520962325Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.521017233Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.521087092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.521476252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.524760185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.54609321Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.546293757Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.546338064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.546407492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.546458573Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.546506899Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.546739469Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No bundles to collect","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.548157087Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.548325069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"5.1778263s"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:05.548672728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.54874484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"5.20003044s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.548913955Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.548978694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.549250983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"5.169609489s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.549499775Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.553942323Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.554036229Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.554085376Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.554479677Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.555431291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.559991742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.560083033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.560131399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.560529387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.601644454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.607784072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.607927065Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.607975882Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.608385363Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.623369635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34249"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.623516336Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.623568299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.623612716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.623657986Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.623700681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.624625502Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.626919314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.63101273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.631116556Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.631161375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.631569252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.634028051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"PUT","req_id":"0bb7617a-4a14-4931-86ac-691396316ae4","remote_addr":"[::1]:34249","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.634120514Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"PUT","req_id":"0bb7617a-4a14-4931-86ac-691396316ae4","remote_addr":"[::1]:34249","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.635272245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_generation":1,"req_id":"0bb7617a-4a14-4931-86ac-691396316ae4","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.635397012Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.63544156Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.636618361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.636873245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.637166516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.637215684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_generation":1,"req_id":"0bb7617a-4a14-4931-86ac-691396316ae4","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:05.637463364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"PUT","req_id":"0bb7617a-4a14-4931-86ac-691396316ae4","remote_addr":"[::1]:34249","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3494,"response_code":204} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.638363426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(Response { url: \"http://[::1]:41159/config\", status: 204, headers: {\"x-request-id\": \"0bb7617a-4a14-4931-86ac-691396316ae4\", \"date\": \"Tue, 20 Jan 2026 23:51:05 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.639512963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.884950025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"body":"Some(Body)","uri":"http://[::1]:44381/omicron-config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.893461279Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.89365383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.89377991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.893886541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.895073311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.919668636Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:05.919902629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.920043137Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:05.922492959Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.048618176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.048796539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/vpc-routes","method":"GET"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.049856689Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.049982819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.128563176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/v2p","method":"GET"} {"msg":"tuf_repo_prune decision","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.130402669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.130615871Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":2,"elapsed":"3.059867335s"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.135114349Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58720"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.135314816Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55048"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.135382841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62620"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.136377731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.143833355Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.143974284Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.145156194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.147508683Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.150393636Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.150486119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.150534695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.150578111Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":1,"elapsed":"5.750543895s"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.151036308Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.151123721Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.151177237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.151846102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.153168751Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.162125948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.162280254Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.162395602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.167487576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.172402077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc-routes","method":"GET","req_id":"e5688b5e-b865-4f5f-89d5-3a680997964c","remote_addr":"[::1]:55048","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.172613366Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc-routes","method":"GET","req_id":"e5688b5e-b865-4f5f-89d5-3a680997964c","remote_addr":"[::1]:55048","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.173132484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v2p","method":"GET","req_id":"0882c777-9992-4346-a3e1-464d8ab5d1ea","remote_addr":"[::1]:62620","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.173262411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v2p","method":"GET","req_id":"0882c777-9992-4346-a3e1-464d8ab5d1ea","remote_addr":"[::1]:62620","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.173557455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:53453","req_id":"d0852b27-4963-42f6-af93-ea1868eed23f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5c ed 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 \\............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.173790226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:53453","req_id":"d0852b27-4963-42f6-af93-ea1868eed23f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.174290567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.174643406Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.174893631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:53453","req_id":"d0852b27-4963-42f6-af93-ea1868eed23f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.180665631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc-routes","method":"GET","req_id":"e5688b5e-b865-4f5f-89d5-3a680997964c","remote_addr":"[::1]:55048","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8288,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.18104392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v2p","method":"GET","req_id":"0882c777-9992-4346-a3e1-464d8ab5d1ea","remote_addr":"[::1]:62620","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7921,"response_code":200} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.181506096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-20T23:51:00.230448Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.181673577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":2,"elapsed":"558.286107ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.182168597Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.199134604Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.19927894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.199333929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.200720905Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.224350007Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[]}","iteration":1,"elapsed":"5.831437804s"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.22717476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/omicron-config","method":"PUT","req_id":"471384b5-8b3e-4367-af3e-7a21b3fe0439","remote_addr":"[::1]:58720","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.227270931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/omicron-config","method":"PUT","req_id":"471384b5-8b3e-4367-af3e-7a21b3fe0439","remote_addr":"[::1]:58720","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.228297634Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3349, tv_nsec: 669045131 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.228409676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.228937501Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5688b5e-b865-4f5f-89d5-3a680997964c\", \"content-length\": \"2\", \"date\": \"Tue, 20 Jan 2026 23:51:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.229213127Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.229282855Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.231082639Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.240660515Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0882c777-9992-4346-a3e1-464d8ab5d1ea\", \"content-length\": \"2\", \"date\": \"Tue, 20 Jan 2026 23:51:06 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.240761926Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.240805382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.240843648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.241761445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"5.867879306s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.241966361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/omicron-config","method":"PUT","req_id":"471384b5-8b3e-4367-af3e-7a21b3fe0439","remote_addr":"[::1]:58720","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":14823,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.243687459Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.243762778Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.243802828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.281019896Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.281181045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.282249581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.285442324Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(Response { url: \"http://[::1]:44381/omicron-config\", status: 204, headers: {\"x-request-id\": \"471384b5-8b3e-4367-af3e-7a21b3fe0439\", \"date\": \"Tue, 20 Jan 2026 23:51:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.285883016Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"body":"Some(Body)","uri":"http://[::1]:44381/network-bootstore-config","method":"PUT"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.286789181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:16130","req_id":"fc65fef8-1c22-4de1-ab0d-2aa96a02a0dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d0 64 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .d..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.286906714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:16130","req_id":"fc65fef8-1c22-4de1-ab0d-2aa96a02a0dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.287130527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.287162831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:16130","req_id":"fc65fef8-1c22-4de1-ab0d-2aa96a02a0dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.289817237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/network-bootstore-config","method":"PUT","req_id":"e9d7d827-309a-4a40-9197-6c4f5e8e26a6","remote_addr":"[::1]:58720","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.289911684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/network-bootstore-config","method":"PUT","req_id":"e9d7d827-309a-4a40-9197-6c4f5e8e26a6","remote_addr":"[::1]:58720","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.348611063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:06.354501708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/network-bootstore-config","method":"PUT","req_id":"e9d7d827-309a-4a40-9197-6c4f5e8e26a6","remote_addr":"[::1]:58720","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":64713,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:06.354703988Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.35478062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.355545104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.381800486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(Response { url: \"http://[::1]:44381/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"e9d7d827-309a-4a40-9197-6c4f5e8e26a6\", \"date\": \"Tue, 20 Jan 2026 23:51:06 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.383432668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:06.383521774Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.304906517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.305062525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.305109218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.305294104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.305978439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.307460574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:1697","req_id":"0415bb9d-1f37-4cbb-ae38-4ab7faa17479","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 99 a5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.307587335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:1697","req_id":"0415bb9d-1f37-4cbb-ae38-4ab7faa17479","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.307787251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:08.308032968Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:1697","req_id":"0415bb9d-1f37-4cbb-ae38-4ab7faa17479","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:08.312663708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.312863213Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:44381/eip-gateways","method":"PUT"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.313998511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.314444354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/eip-gateways","method":"PUT","req_id":"0e77b9dc-9740-4208-a3f2-19464cf14c91","remote_addr":"[::1]:55048","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.314520344Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/eip-gateways","method":"PUT","req_id":"0e77b9dc-9740-4208-a3f2-19464cf14c91","remote_addr":"[::1]:55048","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:08.316022399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/eip-gateways","method":"PUT","req_id":"0e77b9dc-9740-4208-a3f2-19464cf14c91","remote_addr":"[::1]:55048","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1574,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.316283015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.31637143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.316423242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.316470145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.317108589Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.32092168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0e77b9dc-9740-4208-a3f2-19464cf14c91\", \"date\": \"Tue, 20 Jan 2026 23:51:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.322790411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"3.278251246s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.326106928Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.329285653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.329879579Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.329942103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.330498966Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.332065698Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:38328","req_id":"36a29dca-6123-43d2-a7e0-e68e564c7697","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 85 8e 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.332148733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:38328","req_id":"36a29dca-6123-43d2-a7e0-e68e564c7697","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.332386503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.332597521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.332675886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:38328","req_id":"36a29dca-6123-43d2-a7e0-e68e564c7697","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.332849961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56915","req_id":"4deba1d8-2a89-4fcb-9717-17b6bbcd8821","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1d f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.332918226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56915","req_id":"4deba1d8-2a89-4fcb-9717-17b6bbcd8821","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.333085017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.333114004Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.333275394Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56915","req_id":"4deba1d8-2a89-4fcb-9717-17b6bbcd8821","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.333605978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:49225","req_id":"9f543712-90ca-4122-9cec-b1b0727c42c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: e1 5b 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 .[..........._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.333689003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:49225","req_id":"9f543712-90ca-4122-9cec-b1b0727c42c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.33386456Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.333967003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.334012643Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:49225","req_id":"9f543712-90ca-4122-9cec-b1b0727c42c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34043, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.334147541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:63479","req_id":"79f9187d-b749-4534-92d9-1d8e552601a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 1d cc 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.334426283Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:63479","req_id":"79f9187d-b749-4534-92d9-1d8e552601a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.334626229Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.334834581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"61d6b166-e4bf-4a7c-bd62-850946f98c80.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.335038956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:63479","req_id":"79f9187d-b749-4534-92d9-1d8e552601a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"61d6b166-e4bf-4a7c-bd62-850946f98c80.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 61133, target: Name(\"61d6b166-e4bf-4a7c-bd62-850946f98c80.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.336870062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.336945481Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.336992073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.33911656Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.343467286Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.343557665Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.343606131Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.344646832Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.347722412Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3351, tv_nsec: 788532874 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.347823262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.368060627Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.378088534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.378285514Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.378328489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.378375402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.378756276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.380906284Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.381034307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.381418689Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.382500441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:29677","req_id":"e45013ef-52e7-4c27-a88f-a04713eb8940","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: c4 e2 01 00 00 01 00 00 00 00 00 01 24 37 32 38 ............$728\n0010: 37 34 62 35 37 2d 32 39 32 36 2d 34 66 36 61 2d 74b57-2926-4f6a-\n0020: 62 36 33 34 2d 37 33 35 33 32 66 32 62 33 64 32 b634-73532f2b3d2\n0030: 66 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 f.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.382605579Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:29677","req_id":"e45013ef-52e7-4c27-a88f-a04713eb8940","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 50,\n 56,\n 55,\n 52,\n 98,\n 53,\n 55,\n 45,\n 50,\n 57,\n 50,\n 54,\n 45,\n 52,\n 102,\n 54,\n 97,\n 45,\n 98,\n 54,\n 51,\n 52,\n 45,\n 55,\n 51,\n 53,\n 51,\n 50,\n 102,\n 50,\n 98,\n 51,\n 100,\n 50,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.382830063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.382925342Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:29677","req_id":"e45013ef-52e7-4c27-a88f-a04713eb8940","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.383043135Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:59852","req_id":"20ac869d-8114-4f8f-90fd-ce9ecdf0c328","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4a 6a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Jj..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.383118254Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:59852","req_id":"20ac869d-8114-4f8f-90fd-ce9ecdf0c328","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.383385333Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.384111962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:59852","req_id":"20ac869d-8114-4f8f-90fd-ce9ecdf0c328","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.384210938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:57767","req_id":"a97530d7-dfe2-420e-9d8e-6a7a3c3fb3da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 11 ac 01 00 00 01 00 00 00 00 00 01 24 62 36 64 ............$b6d\n0010: 36 35 33 34 31 2d 31 36 37 63 2d 34 31 64 66 2d 65341-167c-41df-\n0020: 39 62 35 63 2d 34 31 63 64 65 64 39 39 63 32 32 9b5c-41cded99c22\n0030: 39 04 73 6c 65 64 0d 63 6f 6e 74 72 6f 6c 2d 70 9.sled.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.384285345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:57767","req_id":"a97530d7-dfe2-420e-9d8e-6a7a3c3fb3da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 115,\n 108,\n 101,\n 100,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.384930292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.384978388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:57767","req_id":"a97530d7-dfe2-420e-9d8e-6a7a3c3fb3da","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.38509578Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:50990","req_id":"c3a05dfa-5ca5-45e0-bf01-17ff8ffc8d70","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 55 51 01 00 00 01 00 00 00 00 00 01 24 36 31 64 UQ..........$61d\n0010: 36 62 31 36 36 2d 65 34 62 66 2d 34 61 37 63 2d 6b166-e4bf-4a7c-\n0020: 62 64 36 32 2d 38 35 30 39 34 36 66 39 38 63 38 bd62-850946f98c8\n0030: 30 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 0.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.385170729Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:50990","req_id":"c3a05dfa-5ca5-45e0-bf01-17ff8ffc8d70","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"61d6b166-e4bf-4a7c-bd62-850946f98c80.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"61d6b166-e4bf-4a7c-bd62-850946f98c80.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 54,\n 49,\n 100,\n 54,\n 98,\n 49,\n 54,\n 54,\n 45,\n 101,\n 52,\n 98,\n 102,\n 45,\n 52,\n 97,\n 55,\n 99,\n 45,\n 98,\n 100,\n 54,\n 50,\n 45,\n 56,\n 53,\n 48,\n 57,\n 52,\n 54,\n 102,\n 57,\n 56,\n 99,\n 56,\n 48,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.385385173Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"61d6b166-e4bf-4a7c-bd62-850946f98c80.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.385417527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:50990","req_id":"c3a05dfa-5ca5-45e0-bf01-17ff8ffc8d70","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"61d6b166-e4bf-4a7c-bd62-850946f98c80.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"61d6b166-e4bf-4a7c-bd62-850946f98c80.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"61d6b166-e4bf-4a7c-bd62-850946f98c80.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Updated CockroachDB cluster backends","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.465386164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:32222]","total":1,"removed":0,"added":1} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.465532484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.465577302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53905"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.465618985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.549159074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.549657601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.551780114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:08.553703754Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47396"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.557714386Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.557791669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.560333382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:08.560440033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.560685439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.560923931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:08.561768574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:08.563693115Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"e3199228-354a-4b2d-b25e-dc8dde036aa8","remote_addr":"[::1]:47396","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:08.565629189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"e3199228-354a-4b2d-b25e-dc8dde036aa8","remote_addr":"[::1]:47396","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1977,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.024168263Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.02431828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.025190397Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.027805225Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56372"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.027885995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57730"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.027964901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57818"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.028019048Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61465"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.028063206Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47057"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.02814626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36398"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.028186891Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59645"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.029800847Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.030178946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.030237972Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.030281238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.030968559Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.03234259Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"38020b1a-a80c-4f51-8261-96e9850a08b7","remote_addr":"[::1]:56372","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.032520563Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"5d1b9379-77e6-4e61-a00d-9d17621593fe","remote_addr":"[::1]:57730","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.032672383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"2d64d3d9-1cbe-412b-acbe-c6fd0e747bbe","remote_addr":"[::1]:57818","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.032851768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"fc113ad1-b196-497b-9d7c-dc758b4d2740","remote_addr":"[::1]:61465","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.033008699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"822b14e4-fdf4-4b2a-9f86-a49a85ecd6b7","remote_addr":"[::1]:47057","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.033164618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"3755d42b-c5ca-45e7-8638-08d9e5d3012f","remote_addr":"[::1]:36398","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.033304926Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"6c526b7b-227a-4686-abdd-b4873e34c709","remote_addr":"[::1]:59645","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.036485093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.036675951Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.03674099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.03679669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.037531976Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.038651724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"38020b1a-a80c-4f51-8261-96e9850a08b7","remote_addr":"[::1]:56372","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6321,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.038733035Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"5d1b9379-77e6-4e61-a00d-9d17621593fe","remote_addr":"[::1]:57730","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6255,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.03878609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"2d64d3d9-1cbe-412b-acbe-c6fd0e747bbe","remote_addr":"[::1]:57818","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6155,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.038839235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"fc113ad1-b196-497b-9d7c-dc758b4d2740","remote_addr":"[::1]:61465","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6030,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.038889134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"822b14e4-fdf4-4b2a-9f86-a49a85ecd6b7","remote_addr":"[::1]:47057","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5925,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.038943822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"3755d42b-c5ca-45e7-8638-08d9e5d3012f","remote_addr":"[::1]:36398","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5817,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.038995054Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/pantry/0","method":"GET","req_id":"6c526b7b-227a-4686-abdd-b4873e34c709","remote_addr":"[::1]:59645","local_addr":"[::1]:61133","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5724,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.043850579Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c4b5bf4-6404-43b5-83e0-dfb3f5b81321\", \"content-length\": \"835\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.045837964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.049069594Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.049177307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.049233979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.049908735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.051532781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.057620336Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.0577285Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.057773018Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.057834711Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.058380742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.067200958Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.06732329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.06740415Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.068258252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.073649518Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.086316982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.086522399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.086581195Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.086688117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.086760059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.086827022Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.087027379Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.088925858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.089317313Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.089485697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.09043667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.097921031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.098057461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.098129163Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.09862737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.10360169Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.103707409Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.103761506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.104402005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.109630839Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2415b2d-a58f-43ab-8ee7-9c4c93e49625\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.110980442Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.118639879Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.131989314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.132131325Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.13218433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.133004294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.145365302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.14547028Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.146539757Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.15215683Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.15223739Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.153698273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.159652674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.159738875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.16036283Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.162306589Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c4d32b1-f340-4c42-96ab-710332b13f09\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.163116684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.164984532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.16506399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.166315668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.167478521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.16761423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.169032709Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.172632257Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4141dcd7-953d-4118-b7af-fa815f6add3a\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.172903864Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.174868625Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.174968824Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.175021588Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.175069453Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.175708739Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.181001029Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0254bc55-eb50-4c43-ba6a-f88bdca6f920\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.18145621Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.182185194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.182381031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.1826278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.184183841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.188420231Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.188590678Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.188796766Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.189516391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.191529067Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.191621299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.191922145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.192994048Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.196638194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.234269974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.234602312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.234708192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.234844892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.234944209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.235100579Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.235268431Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.239569508Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.239692622Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.239782921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.242156281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.244047185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5cae4ab-5d4d-4a95-b9de-03ed36d4793f\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.244426827Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.247385295Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.247581013Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.247638166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.251185761Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.256061216Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.268638081Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.268823458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.268893757Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.269441552Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.271624444Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5278141b-543c-4f87-9535-5a1024134d57\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.272014126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.283667693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e79f352f-5366-4cf9-9994-efb47ac7e68b\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.28822104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.289266149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.289507667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.289663486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.289842541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.28995322Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.291026715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.316110547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b599c4-eb26-4a3a-872e-ed017481bede\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.319821456Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.326156541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.343998833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.344202807Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.344327874Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.347482621Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.351555687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510fb1ef-4b2e-4c99-abc6-b150f1ef4f8b\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.352171737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.354180645Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924e0a04-3ef4-46e8-ac7c-9b788e93a537\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.355286325Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.357540538Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-20T23:50:19.430896Z, time_modified: 2026-01-20T23:50:19.430896Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.357694163Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.357817106Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.357918347Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.361243291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b4e3ee-3a80-4210-a8ee-ff42069b28e5\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.362139706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.364653734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d5fd72-a7f8-4ee6-b24c-9f9a0d18cd00\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.365078155Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.3679743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19511dbd-ba8c-4d08-8219-ed8348c1356e\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.368315435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.371568998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d825a34-59cf-411a-b4f0-19578227cdf3\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.371849704Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.375032867Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aaad56d-d869-403c-a64a-323b30901a75\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.375334735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.378162014Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2871654-5983-4359-aacf-8411bf8f540c\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.378450195Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.383476438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.383658218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.383839066Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.384389055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.385397612Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.392331533Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f273eb79-41e0-45d1-b20d-759f06bfc477\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.39278454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.39326944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.399648863Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.399825292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.39988993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.404845814Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.429290881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: da0a2224-52dc-4b03-87a3-62565a735609, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.429519023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.429659822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.429767505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.431318787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.440569034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.456018508Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: da0a2224-52dc-4b03-87a3-62565a735609, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.457634548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.457798743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.458351207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.483447995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 39943ab0-f7ac-45fa-b2bd-ff8421ce98fc, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.483904449Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.484016531Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.484096609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.486008104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.490831366Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad84c8f9-aef1-402b-b5c1-973215e4490f\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.491361365Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.506253786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.506435906Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:09.506563729Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.506776451Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"9.125688413s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.506958922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"9.126075559s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.516788717Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.52478894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 39943ab0-f7ac-45fa-b2bd-ff8421ce98fc, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.52511244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.52523369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.525959087Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.532126209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e48aa3d-8224-46a5-9a91-6fb51b7105ae\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.532724584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.548221371Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 39943ab0-f7ac-45fa-b2bd-ff8421ce98fc, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.548396258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.54844809Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.548491797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.549365938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.554759128Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23469931-c5e4-497a-883b-a0ff6f366351\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.555165332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.556186063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.563409998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 39943ab0-f7ac-45fa-b2bd-ff8421ce98fc, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.58837255Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: da0a2224-52dc-4b03-87a3-62565a735609, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.588520213Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.588616393Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.588702824Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.591929844Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.596956859Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"489b8411-7cbd-4efc-8043-3084c317dd52\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.597760571Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.602222496Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.624857339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: da0a2224-52dc-4b03-87a3-62565a735609, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.626167383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea67e440-857e-4c8b-a6a7-668a4cbf4675\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.63657881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.637802693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: da0a2224-52dc-4b03-87a3-62565a735609, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.637969303Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.638022368Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.638066295Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.639016417Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.644717086Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc7ce317-52da-4b5d-bb8c-5ef88d386d47\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.645235181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.64587597Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.654130877Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: da0a2224-52dc-4b03-87a3-62565a735609, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.656842296Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"443be5d4-4d3b-46c8-9aac-d9a5bd145491\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.65720287Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.65858146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b5d030-74f4-43f9-a998-a0c90ddc5f20\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.658921363Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.660039387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ba1c76-f8c6-4603-bd74-f7d38cce258b\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.660205967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.662991974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"612b1dbd-2f26-4b06-b6c6-fcbe535e2278\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.663344733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.664107593Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.664175187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.664220256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.664260526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.666844764Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.68263423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a872a6-39cc-4dff-9747-c871d3f50ed5\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.684582418Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.685555916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.699476953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.706013517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b4cecd-d6fc-4990-b101-f3ac2064a7f5\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.706307699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.708796077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b874243d-bea5-4260-8fb5-66ac3a1c0593\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.708983047Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.712018438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"462a5cd7-ddaa-43a0-a47e-8b0e1aa4520d\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.712212472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.715117425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b272c12c-5b50-4559-8f24-dae5f0936667\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.715380456Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.716867841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b426bb0-89c0-4172-9eab-5c0ca3f61697\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.716947308Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.721564862Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d6ae80-b25d-4ece-84a3-751ad0f33f75\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.722411519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.724349506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7565cd74-9ec9-47b0-a89c-1adaadb07b70\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.724476027Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.725622207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eece9261-348d-4f2d-9315-26a248ba43f1\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.725770941Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.729013863Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f462a3-4956-4623-a539-97a3b319cb54\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.729289489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.730975948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e2f1b37-2b05-44aa-867e-6937f5ac0a04\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.731154913Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.743983146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb9d2a3-fef6-4e09-ba4e-fa81f84368d1\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.744227249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.747519058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26a2b3bf-1b9a-4466-894b-074a315c4123\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.74797982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.751617974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89575fb7-4ea4-4793-ab80-30a1f387c978\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.752111281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.75420163Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae3c2ed5-c075-406e-b49a-6cfa0d4d4bf6\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.754481865Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.756809905Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b71ef7aa-a0e1-449f-9a0b-c3af94fe032e\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.757158746Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.76212478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1be8d61a-5b82-4212-ac74-c5f27452fea2\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.762408041Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.770798166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36129247-30f0-4dd6-97df-8d751a2e1291\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.771066687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.778828197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"116b3f4f-4c59-4aad-b741-b33da00c2da3\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.786731768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.791131861Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2d732da-c39c-4050-b1e6-772ab83f0baf\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.791477946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.794796839Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c62613f0-eb4c-43e4-bab6-54473134eb10\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.795119908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.80296339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a958b8-9753-405b-afb4-f3ac0e9b4c56\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.803482198Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.806455125Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef1e3ec-464e-4214-bdc7-1118793c0328\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.807038209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.80711424Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.807168317Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.80721519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.808481878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.823400551Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.834383169Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.834496263Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.834548326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.834598776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.834645238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.835239484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.889288374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.9058098Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:09.905990117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.906105987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:09.906931722Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.061429574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:44381"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.061599931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.064022188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34689"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.068309257Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"8a576ae9-31f7-4222-9372-d2debe051e4a","remote_addr":"[::1]:34689","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.068400548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"8a576ae9-31f7-4222-9372-d2debe051e4a","remote_addr":"[::1]:34689","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.073062249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"8a576ae9-31f7-4222-9372-d2debe051e4a","remote_addr":"[::1]:34689","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4741,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.073457202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a576ae9-31f7-4222-9372-d2debe051e4a\", \"content-length\": \"20487\", \"date\": \"Tue, 20 Jan 2026 23:51:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.080077151Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.080205956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.080286946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.081537623Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.08894965Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:10.089410673Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.162098582Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"64bfa76c-00cf-46f6-858c-04eb096ead95 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.162453054Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.163000118Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.164566129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.245742196Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.245918766Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41159/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.246902835Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:56860"} {"msg":"inserted blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.248333758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"efae18a5-14c2-46dc-baf4-643f51840148"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.248407655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.248514947Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.24857724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.24862234Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.249708761Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.251600657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"dfbc83b0-4f4e-4157-bfa4-1b84b556b9e3","remote_addr":"[::1]:56860","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.251670736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"dfbc83b0-4f4e-4157-bfa4-1b84b556b9e3","remote_addr":"[::1]:56860","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.252754122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"dfbc83b0-4f4e-4157-bfa4-1b84b556b9e3","remote_addr":"[::1]:56860","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1179,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.253424699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41159/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfbc83b0-4f4e-4157-bfa4-1b84b556b9e3\", \"content-length\": \"3478\", \"date\": \"Tue, 20 Jan 2026 23:51:10 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.254606921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.25725802Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.257336937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.259391505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.25946962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.259522304Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.259569668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.260342148Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.264585511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.276123569Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.27664944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.283863626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.284851382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.284946199Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.285660143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.300020169Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.380603002Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.380692019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for boundary_ntp service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.41898085Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.419106989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.488482549Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.488616224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted service networking records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.488654981Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted physical disks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.488689399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted zpools","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.488722595Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted datasets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.48875537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.511190587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.517658905Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.518423179Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.518511644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.518562505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.518607724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.519422357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.523390024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.528068399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.528391218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.528478811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.528530975Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.528575653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.529740019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.542431912Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.545944107Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.589962203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.598025831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.598241698Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.598402066Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.601154055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.610160801Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.621367994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.621552399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.621694009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.622000005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.622109602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.622644832Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.628139593Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.632752858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.63284949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.632906162Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.632957143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.633928647Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.638660236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.650246089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.65121129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.665361782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.665524334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.665579813Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.666002871Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.678278931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.678447464Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.678512102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.678557212Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.679274452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.681016883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-20T23:51:00.230448Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.681102773Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":3,"elapsed":"52.929283ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.686809353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.696313854Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Created recovery silo","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.716862084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.721418567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user's password","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.727923919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.72801503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 8a4a92e7-116d-4061-8156-f01fc655fc45, lookup_type: ById(8a4a92e7-116d-4061-8156-f01fc655fc45) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.728068706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"8a4a92e7-116d-4061-8156-f01fc655fc45","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.728160799Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.728205878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.72922713Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.734430594Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.734506144Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.734552075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.735633346Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.744446288Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.748078249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 8a4a92e7-116d-4061-8156-f01fc655fc45, lookup_type: ById(8a4a92e7-116d-4061-8156-f01fc655fc45) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.748654009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Granted Silo privileges","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:10.754817735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.754918174Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.754966309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.755013152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.755057199Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.756259009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.759993013Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.764325773Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.777812299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.778323361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.779382919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.787156733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.787430245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.788545323Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.801488604Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.802159302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.803103602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.813237269Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.813522153Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.81391447Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.814154205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.815667992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.822774615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.822848812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.822949131Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.823505222Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.827640521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.827856979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.827957549Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.828916999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.834209188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.868849975Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.868961596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.868997397Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.86907962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.869127545Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.869169718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.870193786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.874418212Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.874501146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.874548239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.875543069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.879318846Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.879435968Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.879710592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.880470737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.885911281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.89987892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.899995901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.900043325Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.900858951Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.906426846Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.906524219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.909752802Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.916314105Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.916423833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.917355147Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.92410851Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.924256503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.925884998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.933503625Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.933734472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.933866994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.933966491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.934776455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.939208652Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.939287628Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.939573885Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.941438367Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.944919902Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.944998267Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.945042344Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.946032605Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.951890305Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.964402311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.964580644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.964620063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.964663248Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.96566929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.972209461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.972329168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.972939277Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.977626478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.977729222Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.978724272Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.982492003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.98256622Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.983409139Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.989597674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.989713724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.989764665Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.98980771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.990609858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.995518108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:10.995609068Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.995662624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:10.996904233Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.016224652Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.016319159Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.016369949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.017494005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.023344922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.048885548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.049105173Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.049201403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.0494574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.049611245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.04973506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.051638419Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.055798557Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.05588084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.056396672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.057863296Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.06580364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.065948416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.065997634Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.067270394Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.07522703Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.093093731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.09332082Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.093379737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.093779258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.118874803Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.119941175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.122329775Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:11.124390946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"9072150b-abd5-47d0-b7b8-18b363c8d7f0"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.124590261Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-20 23:51:08.465370 UTC","collection_id":"9072150b-abd5-47d0-b7b8-18b363c8d7f0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.128932309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"9072150b-abd5-47d0-b7b8-18b363c8d7f0\",\"time_done\":\"2026-01-20 23:51:10.257383 UTC\",\"time_started\":\"2026-01-20 23:51:08.465370 UTC\"}","iteration":2,"elapsed":"5.9269902s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.129140872Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.129197635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.129238566Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"invalidating multicast caches due to topology change","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:11.129277072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.129313885Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.130438482Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.130516727Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.130570383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.130621745Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.130668257Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.132743697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.136322073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:60304","req_id":"490fa29d-bdd3-459c-83f6-56a2f4e76de0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 48 06 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 H............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.136440568Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:60304","req_id":"490fa29d-bdd3-459c-83f6-56a2f4e76de0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.136630884Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.136843816Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.136897202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:60304","req_id":"490fa29d-bdd3-459c-83f6-56a2f4e76de0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.137186304Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.137256804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.138580425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.139597258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.147158962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.147257157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.147309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.147780193Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.148925911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3354, tv_nsec: 589775771 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.149021521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.151356955Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:33851","req_id":"9dc7b0de-a3d5-4010-b802-e170fb00fb75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 69 90 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e i...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.153006783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:33851","req_id":"9dc7b0de-a3d5-4010-b802-e170fb00fb75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.153565128Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.153670146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:33851","req_id":"9dc7b0de-a3d5-4010-b802-e170fb00fb75","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.154114125Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.154260435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.155420512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.167144899Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.167239296Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.168062506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.257953782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.262645132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de41cee1-e4b2-4155-bee0-84fdbebe831b\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:11 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.263068521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.263220972Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.263286051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.26446703Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.266850129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.2669262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.267646646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.272978635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.273231325Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.27328439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.27332967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.274211396Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.280917636Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.281015149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.281082372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.281670547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.286669025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.286821407Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.286942356Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.288318171Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.295296089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.313059004Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.313699742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.314038152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.318499778Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.318684824Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.318872746Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.319722569Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.335823733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.335964883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.336186211Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.337845587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.344214368Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.344424695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.345847913Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.359032652Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.360454337Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.360644704Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.360705745Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.360757077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.361537893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.367124316Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.38041293Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.380783524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.380863883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.381727694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.401816715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 54ba601e-9e1a-412e-bf80-ff03b5b0b733, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], Name(\"external-dns\"): [NetworkInterface { id: 0d3b5108-08cd-43fb-a980-3179b3d052cb, kind: Service { id: 20f537a6-c158-467b-a992-80402c1d7fdd }, name: Name(\"external-dns-20f537a6-c158-467b-a992-80402c1d7fdd\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.40205666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.402108793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.402177018Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.402222228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.402678942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.406746437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.422450504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.422545182Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.422594039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.423319024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.456224064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.45631278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.456352659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.456399091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.457099107Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.46515024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-20T23:50:19.430896Z, time_modified: 2026-01-20T23:51:10.764282Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.465249537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.465285438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0d3b5108-08cd-43fb-a980-3179b3d052cb, kind: Service { id: 20f537a6-c158-467b-a992-80402c1d7fdd }, name: Name(\"external-dns-20f537a6-c158-467b-a992-80402c1d7fdd\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 54ba601e-9e1a-412e-bf80-ff03b5b0b733, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 0d3b5108-08cd-43fb-a980-3179b3d052cb, kind: Service { id: 20f537a6-c158-467b-a992-80402c1d7fdd }, name: Name(\"external-dns-20f537a6-c158-467b-a992-80402c1d7fdd\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 54ba601e-9e1a-412e-bf80-ff03b5b0b733, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.465589129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.591348031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.591462588Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.591502798Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.591551063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.592353172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.613412163Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-01-20T23:51:02.461605Z, time_modified: 2026-01-20T23:51:02.461605Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(44381), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(34043), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.613852295Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.749372205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.749553304Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.752846856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.804786609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.804889733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.804943189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.804987927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.805854674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.813405787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.82138615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.821874647Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:44381/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:11.824227907Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37022"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.824974255Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c9dd8b91-cd97-4307-854a-a4fa4b7f8f4f","remote_addr":"[::1]:37022","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.825064714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c9dd8b91-cd97-4307-854a-a4fa4b7f8f4f","remote_addr":"[::1]:37022","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:11.829069164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c9dd8b91-cd97-4307-854a-a4fa4b7f8f4f","remote_addr":"[::1]:37022","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4109,"response_code":204} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.830022943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"c9dd8b91-cd97-4307-854a-a4fa4b7f8f4f\", \"date\": \"Tue, 20 Jan 2026 23:51:11 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:11.831787156Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.832075307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.832145065Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.832189002Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.832241807Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.832892144Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.834607762Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.834690175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.835023335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.835096179Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.835139956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.835191247Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.837048224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.837848339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.837984619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.838203422Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.838266437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.838317428Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.838370112Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.838417376Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.838969068Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.83970212Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.839765145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.839812689Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.839860543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.839904961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.840346345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.841003587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.841067083Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.841115749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.841164245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.841207631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.841676349Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.848833352Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.848960634Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.84905458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.849109258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.850066474Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.851457408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.851607114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.851673997Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.851725449Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.853425345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.857253415Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.870157879Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.870320692Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.870492903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.872690835Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.887323611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.894784666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.894904694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.894956577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.89545323Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.898249227Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.902602577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.902720491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.902775881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.903240921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.904586276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.904665152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.904713317Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.905460276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.907085344Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.92274305Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.92573747Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.951914547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.954322435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: efae18a5-14c2-46dc-baf4-643f51840148, lookup_type: ById(efae18a5-14c2-46dc-baf4-643f51840148) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.95444125Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.954494616Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.954543232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.955545417Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.958718099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"9072150b-abd5-47d0-b7b8-18b363c8d7f0\",\"time_loaded\":\"2026-01-20T23:51:11.130417380Z\",\"time_started\":\"2026-01-20T23:51:08.465370Z\"}}","iteration":2,"elapsed":"828.292172ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.959073693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.959150395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.959208911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.959259582Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.959898707Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.960916162Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.960994888Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.961034627Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":3,"elapsed":"70.098µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.961080568Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.96112233Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"18.236µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.96116767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:11.961209242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.96124847Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"23.927µs"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.96253123Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3002","req_id":"feea0af2-b1db-4f39-9835-15fababdf899","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: a2 ed 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.963340904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3002","req_id":"feea0af2-b1db-4f39-9835-15fababdf899","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.963991352Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.964185586Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"0f682418-d624-4865-b08f-318eac24707d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.964241337Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3002","req_id":"feea0af2-b1db-4f39-9835-15fababdf899","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41159, target: Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.973440904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:25567","req_id":"a802c683-e81d-47d5-9a23-a8ac27b2a542","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 66 ba 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 f............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.973561603Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:25567","req_id":"a802c683-e81d-47d5-9a23-a8ac27b2a542","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.973754685Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.973965964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"20f537a6-c158-467b-a992-80402c1d7fdd.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.974042916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:25567","req_id":"a802c683-e81d-47d5-9a23-a8ac27b2a542","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 59509, target: Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.974386086Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.974465272Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.974509941Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.974549389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.974600089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.974651972Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.974700829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.975508138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.9773626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9072150b-abd5-47d0-b7b8-18b363c8d7f0, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.977437779Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.979036294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41159, target: Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3355, tv_nsec: 419614807 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.979135861Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.98051377Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 59509, target: Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3355, tv_nsec: 421387096 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.980610612Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.981055693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.991058942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: efae18a5-14c2-46dc-baf4-643f51840148, lookup_type: ById(efae18a5-14c2-46dc-baf4-643f51840148) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:11.991270851Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.99139137Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.992131536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:11.993623029Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.002960129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.003165636Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.004610497Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.005568674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.017656301Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.038906361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.03905258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.039107239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.039571729Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.047663743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.047746687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.047787638Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.047828479Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.047880031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.047932765Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.047981492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.049893568Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.051590839Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.057467957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.057694897Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.057863791Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.062532837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.064432839Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.064509281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d687d544-68b5-48ed-8425-14969ab0d9f8"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.064562957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.0646556Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.064708415Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.064753244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.065411447Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.068152425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36927","req_id":"337d2a5e-cf38-4bf9-86b1-be68f613199b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 84 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .M..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.06844765Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36927","req_id":"337d2a5e-cf38-4bf9-86b1-be68f613199b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.068758826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.068973902Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.069120973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36927","req_id":"337d2a5e-cf38-4bf9-86b1-be68f613199b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.082041709Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3355, tv_nsec: 512217562 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.082173099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.082536238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.099446966Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.099554899Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.09961093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.100136651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.101044629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:5490","req_id":"b478283c-aec6-4106-82c1-7848b9603a96","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 0d ea 01 00 00 01 00 00 00 00 00 01 24 30 66 36 ............$0f6\n0010: 38 32 34 31 38 2d 64 36 32 34 2d 34 38 36 35 2d 82418-d624-4865-\n0020: 62 30 38 66 2d 33 31 38 65 61 63 32 34 37 30 37 b08f-318eac24707\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.10114117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:5490","req_id":"b478283c-aec6-4106-82c1-7848b9603a96","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3562,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 48,\n 102,\n 54,\n 56,\n 50,\n 52,\n 49,\n 56,\n 45,\n 100,\n 54,\n 50,\n 52,\n 45,\n 52,\n 56,\n 54,\n 53,\n 45,\n 98,\n 48,\n 56,\n 102,\n 45,\n 51,\n 49,\n 56,\n 101,\n 97,\n 99,\n 50,\n 52,\n 55,\n 48,\n 55,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.101425854Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"0f682418-d624-4865-b08f-318eac24707d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.101466855Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:5490","req_id":"b478283c-aec6-4106-82c1-7848b9603a96","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"0f682418-d624-4865-b08f-318eac24707d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.101649457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:21202","req_id":"54b77a72-94bc-40be-9ac2-01a9bae50279","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: e4 0b 01 00 00 01 00 00 00 00 00 01 24 32 30 66 ............$20f\n0010: 35 33 37 61 36 2d 63 31 35 38 2d 34 36 37 62 2d 537a6-c158-467b-\n0020: 61 39 39 32 2d 38 30 34 30 32 63 31 64 37 66 64 a992-80402c1d7fd\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.101722532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:21202","req_id":"54b77a72-94bc-40be-9ac2-01a9bae50279","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 50,\n 48,\n 102,\n 53,\n 51,\n 55,\n 97,\n 54,\n 45,\n 99,\n 49,\n 53,\n 56,\n 45,\n 52,\n 54,\n 55,\n 98,\n 45,\n 97,\n 57,\n 57,\n 50,\n 45,\n 56,\n 48,\n 52,\n 48,\n 50,\n 99,\n 49,\n 100,\n 55,\n 102,\n 100,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.101920233Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"20f537a6-c158-467b-a992-80402c1d7fdd.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.101951395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:21202","req_id":"54b77a72-94bc-40be-9ac2-01a9bae50279","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"20f537a6-c158-467b-a992-80402c1d7fdd.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.10277195Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.116304818Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.116588249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.116750881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.117633379Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.131888387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.132073965Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"4c604c03-2984-41bc-a176-31e609405b9c"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.132184023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.132333188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.132462995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.132572071Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.13801523Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.144685138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":27,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d687d544-68b5-48ed-8425-14969ab0d9f8"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.144971064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.145086462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.145270888Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":2,"elapsed":"313.22541ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.145607374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:12.14575685Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.145870184Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no servers\"}","iteration":2,"elapsed":"271.729µs"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.149314305Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:41159] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.149511094Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:41159\"]}","iteration":2,"elapsed":"314.954364ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.149961085Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:59509] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.150111163Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:59509\"]}","iteration":2,"elapsed":"312.345708ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.150254897Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.231540041Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_server_url":"http://[::1]:41159","servers":"DnsServersList { addresses: [[::1]:41159] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:41159/config","method":"PUT"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.231892749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:12.231962147Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.232008649Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"66.452µs"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.232063197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.241700802Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.241799126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.241855478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.242369466Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.243711533Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.243779889Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.243831401Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.243877813Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.244324928Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.245357152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.245424565Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.247003873Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.247142848Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":2,"elapsed":"1.117909723s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.247266232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.247317384Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.247358385Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.247397723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.249046969Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:47287"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.249378134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:45880","req_id":"c79d9850-a8ad-4e78-9399-c570791316ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 79 fb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e y...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.249470006Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:45880","req_id":"c79d9850-a8ad-4e78-9399-c570791316ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.24969911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.249890108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:45880","req_id":"c79d9850-a8ad-4e78-9399-c570791316ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.250332144Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.259834671Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.259940731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.259992854Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.260695726Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.262028305Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"4c604c03-2984-41bc-a176-31e609405b9c"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.262122662Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.262172951Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.26221774Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":2,"elapsed":"427.132944ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.262263611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.316267922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_server_url":"http://[::1]:59509","servers":"DnsServersList { addresses: [[::1]:59509] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:59509/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.318305016Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:52913"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.373374056Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.373948253Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"PUT","req_id":"a8967216-d8b0-494f-95af-8baef6789b5d","remote_addr":"[::1]:47287","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.374070895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"PUT","req_id":"a8967216-d8b0-494f-95af-8baef6789b5d","remote_addr":"[::1]:47287","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.374306081Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:30978","req_id":"422aafc5-716b-4f2f-b2f5-294f282e727b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 98 94 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.374411831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:30978","req_id":"422aafc5-716b-4f2f-b2f5-294f282e727b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.374641776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.374798977Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.37485596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:30978","req_id":"422aafc5-716b-4f2f-b2f5-294f282e727b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.375774499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_generation":1,"req_id":"a8967216-d8b0-494f-95af-8baef6789b5d","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.37583077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_generation":1,"req_id":"a8967216-d8b0-494f-95af-8baef6789b5d","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.375958804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"PUT","req_id":"a8967216-d8b0-494f-95af-8baef6789b5d","remote_addr":"[::1]:47287","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2048,"response_code":204} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.376611036Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3355, tv_nsec: 817455465 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.376736003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.377033212Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"PUT","req_id":"2a5fb0bd-163e-4fdc-ba28-8ed8fc7a0405","remote_addr":"[::1]:52913","local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.377112869Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"PUT","req_id":"2a5fb0bd-163e-4fdc-ba28-8ed8fc7a0405","remote_addr":"[::1]:52913","local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.377329118Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_server_url":"http://[::1]:41159","servers":"DnsServersList { addresses: [[::1]:41159] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41159/config\", status: 204, headers: {\"x-request-id\": \"a8967216-d8b0-494f-95af-8baef6789b5d\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.377436069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_server_url":"http://[::1]:41159","servers":"DnsServersList { addresses: [[::1]:41159] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.378753147Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"servers":"DnsServersList { addresses: [[::1]:41159] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.379045817Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:41159\":{\"Ok\":null}}}","iteration":3,"elapsed":"228.711803ms"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.379253699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_generation":2,"req_id":"2a5fb0bd-163e-4fdc-ba28-8ed8fc7a0405","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.379310631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.379346603Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.379715884Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.379894337Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.379945278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.379982181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_generation":2,"req_id":"2a5fb0bd-163e-4fdc-ba28-8ed8fc7a0405","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.380177378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"PUT","req_id":"2a5fb0bd-163e-4fdc-ba28-8ed8fc7a0405","remote_addr":"[::1]:52913","local_addr":"[::1]:59509","component":"http","kind":"dns","component":"external_dns_server","latency_us":3197,"response_code":204} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.380577179Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:38290","req_id":"538928fb-5301-4a6d-9991-42f56130601a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9f b2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.380683079Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:38290","req_id":"538928fb-5301-4a6d-9991-42f56130601a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.380933685Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:12.381226625Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:38290","req_id":"538928fb-5301-4a6d-9991-42f56130601a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.381273368Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_server_url":"http://[::1]:59509","servers":"DnsServersList { addresses: [[::1]:59509] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:59509/config\", status: 204, headers: {\"x-request-id\": \"2a5fb0bd-163e-4fdc-ba28-8ed8fc7a0405\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.381393416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"dns_server_url":"http://[::1]:59509","servers":"DnsServersList { addresses: [[::1]:59509] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.38290028Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"servers":"DnsServersList { addresses: [[::1]:59509] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.383086008Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:59509\":{\"Ok\":null}}}","iteration":3,"elapsed":"120.638763ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.383270423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.383566399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56351","req_id":"9a575d7c-13f4-4b25-9bd1-e56b32579919","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 56 9f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e V...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.383677399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56351","req_id":"9a575d7c-13f4-4b25-9bd1-e56b32579919","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.383963024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.384036349Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56351","req_id":"9a575d7c-13f4-4b25-9bd1-e56b32579919","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.455655272Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.458299889Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-01-20T23:50:58.330730Z, time_modified: 2026-01-20T23:50:58.330730Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 8a4a92e7-116d-4061-8156-f01fc655fc45, db_silo: Silo { identity: SiloIdentity { id: 8a4a92e7-116d-4061-8156-f01fc655fc45, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-20T23:51:10.518130Z, time_modified: 2026-01-20T23:51:10.518130Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 8a4a92e7-116d-4061-8156-f01fc655fc45, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 8a4a92e7-116d-4061-8156-f01fc655fc45, db_silo: Silo { identity: SiloIdentity { id: 8a4a92e7-116d-4061-8156-f01fc655fc45, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-20T23:51:10.518130Z, time_modified: 2026-01-20T23:51:10.518130Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.458560795Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"8a4a92e7-116d-4061-8156-f01fc655fc45\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"8a4a92e7-116d-4061-8156-f01fc655fc45\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 8a4a92e7-116d-4061-8156-f01fc655fc45 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"620.19399ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.459155804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:44869","req_id":"a5c19f38-a348-41b2-a9ca-5dc6ee198c0f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 31 0e 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f 1............_co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.459275831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:44869","req_id":"a5c19f38-a348-41b2-a9ca-5dc6ee198c0f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.459499043Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.459880659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.459952822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:44869","req_id":"a5c19f38-a348-41b2-a9ca-5dc6ee198c0f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.46136602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3355, tv_nsec: 902160471 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.461485126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.466108321Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95fd0398-b5e7-466a-987d-9daa8865a80e\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.466244661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.466295822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.466350661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.466403726Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.47853551Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3977","req_id":"75dc63a0-d8af-4681-afe0-5ed1045642a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 8d 29 01 00 00 01 00 00 00 00 00 01 24 37 32 38 .)..........$728\n0010: 37 34 62 35 37 2d 32 39 32 36 2d 34 66 36 61 2d 74b57-2926-4f6a-\n0020: 62 36 33 34 2d 37 33 35 33 32 66 32 62 33 64 32 b634-73532f2b3d2\n0030: 66 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 f.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.479071972Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3977","req_id":"75dc63a0-d8af-4681-afe0-5ed1045642a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 50,\n 56,\n 55,\n 52,\n 98,\n 53,\n 55,\n 45,\n 50,\n 57,\n 50,\n 54,\n 45,\n 52,\n 102,\n 54,\n 97,\n 45,\n 98,\n 54,\n 51,\n 52,\n 45,\n 55,\n 51,\n 53,\n 51,\n 50,\n 102,\n 50,\n 98,\n 51,\n 100,\n 50,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.479359191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.479398639Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3977","req_id":"75dc63a0-d8af-4681-afe0-5ed1045642a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.48111113Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.481198704Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53905"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.481247821Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/ignition","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.486223775Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.48632744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.486369914Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.486420143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.488576654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.509055206Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"225b9c79-d05c-46e8-9f8f-4031c59cf0a7\", \"content-length\": \"835\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.50940051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0","method":"GET"} {"msg":"found new target blueprint (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.516373718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-01-20 23:51:08.304415 UTC","target_id":"efae18a5-14c2-46dc-baf4-643f51840148"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.516473486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"first target blueprint\",\"target_id\":\"efae18a5-14c2-46dc-baf4-643f51840148\",\"time_created\":\"2026-01-20T23:51:08.304415Z\",\"time_found\":\"2026-01-20T23:51:12.516398898Z\"}","iteration":2,"elapsed":"675.49531ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.516662921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.516828329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.516901363Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.516956513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.517006161Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.517899931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.567874182Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint execution: quiesce check","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.567962817Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","quiescing":false} {"msg":"initial state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.568003327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Running"} {"msg":"initial quiesce state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.568039649Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","initial_state":"Allowed"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:12.568079037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","target_id":"efae18a5-14c2-46dc-baf4-643f51840148","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.568121491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"target_id\":\"efae18a5-14c2-46dc-baf4-643f51840148\"}","iteration":2,"elapsed":"249.273µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.568168394Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.568210327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.568246078Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":4,"elapsed":"27.194µs"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.573008869Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.573106032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.573145129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.573194216Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.574121673Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.587765541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.587907512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.591366983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.608764274Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.613861056Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.614094719Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.614222262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.615026284Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.626429555Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b609628-2f7f-453a-b881-7cbde1e85597\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.626930597Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.641453065Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3025dc62-83bc-48dc-b741-ec6da51edf73\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.643936924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.671485586Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7b38ed-3aae-46de-821d-e50f34ccd682\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.674329598Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.682078743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54ca049c-c869-49db-a5ef-1dfd23baf799\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.683548053Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.686324681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c6ae0b9-9277-4829-a453-cfb556c31ea0\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.687256587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.690427716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a23cb10a-f40f-41d9-a8ad-60f3990f495e\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.690594777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.694254815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53505c14-6276-4086-ac0b-70df9cb69492\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.694429932Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.696028517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"145bc10c-5e3a-4c8c-bed8-76798634bc97\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.696441996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.697910654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.699356998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.69951919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.699589178Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.699641792Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.701275868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a61ac1f1-b666-4d7b-b880-aa1b855212d5\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.701561584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.703632615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d96628c3-4de8-4a9d-ae31-111cefa3aa27\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.704149549Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.787988158Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.789088227Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.791167975Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[{\"err\":\"failed to fetch node ID for zone 72874b57-2926-4f6a-b634-73532f2b3d2f at http://[::1]:32222: Communication Error: error sending request for url (http://[::1]:32222/node/id): error sending request for url (http://[::1]:32222/node/id): client error (Connect): tcp connect error: Connection refused (os error 146)\",\"zone_id\":\"72874b57-2926-4f6a-b634-73532f2b3d2f\"}],\"nsuccess\":0}","iteration":2,"elapsed":"274.407912ms"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.791855256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.791928451Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.791965645Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.792012007Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.793038479Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.79842187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b941b574-d465-4d00-a4f7-a35428c74f05\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.798633769Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.799009213Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.805334448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"Rack initialized","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:12.805503002Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.805542971Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.805589473Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.806098772Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.807516128Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.807596738Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.807651426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.808229341Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.810599634Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf368332-5c91-4f62-bb84-380ef7dcf78f\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.810850942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.813046249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.813126608Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.813752137Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.814649073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a86ad64-9b83-40cd-a9dc-c8fd5f9479ff\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.81481912Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.817146439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb2b800-2d85-461d-b699-2864b9514d5c\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.817378198Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.819731427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02776364-a1a9-4340-9d50-39d3bab814c3\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.819885903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.820285064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.820361555Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.821416855Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.825826116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b28a27bd-691c-441c-9e9a-fbba7c9855eb\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.826018928Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.826969731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.827232111Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.827299885Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.827345605Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.828854183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.836685621Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.836909895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.837035965Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.839340217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.851842705Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.852015247Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.852148761Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.853265302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.854987072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72087d89-d9f9-41bf-a236-b0c8ea33f582\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.855373467Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.864250576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.883629992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.883901389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.884108329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.88435134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.884550044Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.884723427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.885907291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.887789017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.887993102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.888147217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.888293947Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.889206094Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.909042835Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.909236398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.912006744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.912296238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":3,"elapsed":"664.996619ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.915406968Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ea960a1-b9cf-4aa5-ab82-a4aefdc14ffe\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.915694918Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.91628168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.916363251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.916410645Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.918263013Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.924190631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac9ea1b-5081-4259-9d26-90d205b2f5b2\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.924711262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.927229489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.927322754Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.927374767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.928753026Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.931495988Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d1bf625-3335-4948-a086-447eca27c572\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.931784429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.936458094Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.951264233Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.951375714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.951422958Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.953132002Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.95456022Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7776d1e2-cbe1-420a-8079-a1eee8cf4ebc\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.955035411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.96470013Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.964810608Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.96679603Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.968284908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"787672e8-8994-4bf4-bffe-ed9e25b9286b\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.971630433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.976388656Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.976549003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.977483223Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.980156918Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e4d8e5-9a9d-430e-a990-f38f98be1515\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.980387775Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.98209718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b1a75b3-085c-4eaa-8199-698b505260be\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.982224261Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.982539335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.982620676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.983491771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.985979097Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"137d6b50-485f-45e2-94f0-4561b9349d4b\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.986240815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.988230585Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.988347176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:12.988432155Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.988510319Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:12.989238491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.002872199Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc81e5d3-ada8-4e8c-a722-f083f822034b\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.003181452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.005135471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.005268434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.00532172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.006422199Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.011072347Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b6f3eb7-9d57-4388-8f94-59a6e4a1067b\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.011527108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.011949875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.012023581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.012125363Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.013490947Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.018947232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.033615618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.033769032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.033926975Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.034076952Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.035087122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.038844633Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b0b442-ea67-4bc7-aea0-be45c81fa542\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.039217251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.040933049Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.041115239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.042254876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.045674688Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf34f9c-9394-4861-a261-33431a3fb2fc\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.046121192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.046616333Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.046772071Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.04769532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.051455596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f6bc866-5f5f-4d2a-b258-295ac48616a0\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.051796751Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.054068009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"debc29c2-aa6a-44a1-a2c8-9564c171fadb\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.05459364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.055070985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.055224599Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.056115814Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.059961509Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e89f338-7e82-4d57-adc9-0f96d4a9b0c7\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.060572239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.061081217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.061384527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.061457813Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.061509054Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.062364558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.065307937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edccd85f-30d2-4be4-b9a5-6ea9d149879e\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.065405259Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.066989857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d455cf01-283a-49c5-80ed-ea8ea663a878\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.067204833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.067542973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.067615867Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.067662249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.068698381Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.070807006Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02bf5502-3516-409e-aa8b-ea38e342ada4\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.071022222Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.072374129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3895fc7-6274-4e32-a0f6-b486f80d31a7\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.072477494Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.073208752Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.073291266Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.073339621Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.074038515Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.076268892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb6bd1cc-f1e4-4bc4-8c95-74543e024afe\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.076553766Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.077713272Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69935524-b0dd-4c51-87b7-10e3ecff1acd\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.077813982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.078718403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.09081667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.090987268Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.091027878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.091102636Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.091152044Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.091269236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.09178605Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.093714318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4947bf1-183b-423f-9025-c3ecee93d259\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.093887411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.096925838Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ec9383e-ed0a-49cc-9564-7a65a75e4c06\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.097094922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.097424645Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.09750278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.097550474Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.098369466Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.103771403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.103859638Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.103908395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.104758047Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.109393637Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4434654-8042-42f2-98e9-0f59751ecd25\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.109752858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.112765033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.128329825Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.128437969Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.128485383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.129128617Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.132794436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9baffbfe-fcd8-4abc-b90e-b03c6da03ef2\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.133162254Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.135545063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d60a5968-ff10-47c0-b285-2c931346ad87\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.13561955Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.136965205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.137031095Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.137931819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.140581215Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa0b671-dd60-494b-82a6-9c0e4cd92d1f\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.140777063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.143063842Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.143127438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.143867172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.144898625Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b2b7ce-787b-40b9-8d68-df5792badd52\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.145053702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.148200032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da6e36e4-d301-43c3-ba57-d7f298b04d71\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.148371973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.149297796Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.149373576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.150267787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.151800292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeff398d-43c0-4ff8-8d2d-e316e441ac13\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.152000558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.154674093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.154754001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.156040869Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.160325564Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ba7c71-0253-4372-8c08-f64b3a8daa00\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.160933778Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.162491753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.162597533Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.162650307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.162695958Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.163644787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.166598536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50b63309-5f62-4726-8081-1409e04853c4\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.166999149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.168497156Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.168573336Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.16862064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.169491515Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.170638055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e56e8e4-782d-4e9b-98db-58313c17f409\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.170826638Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.170889553Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.1709383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.170987176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.171597665Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.175046304Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.179623408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.179718046Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.179779357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.179833364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.17988175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.180288766Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.181760971Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.181948693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.182171584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.182407441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.185503202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.191221425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.19129964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.191348697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.192801354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.194600887Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.215280247Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.215470895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.21551385Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.21559481Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.215647454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.215695529Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.216048759Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.22063957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.220733796Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.220786651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.221772042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.300972929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:44381"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.301420044Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:13.302924433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63783"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.304060763Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"954db251-1dae-4de4-8652-f86b2a2bfbf8","remote_addr":"[::1]:63783","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.30419537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"954db251-1dae-4de4-8652-f86b2a2bfbf8","remote_addr":"[::1]:63783","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:13.308433011Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"954db251-1dae-4de4-8652-f86b2a2bfbf8","remote_addr":"[::1]:63783","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4581,"response_code":200} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.309398724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.309490936Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.309539613Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.310895227Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.321697388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"954db251-1dae-4de4-8652-f86b2a2bfbf8\", \"content-length\": \"20487\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.330102823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.330201238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.330248672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.330606119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.331014228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:13.331306526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.415714123Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"64bfa76c-00cf-46f6-858c-04eb096ead95 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.415816326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.416305224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.418711589Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.516436377Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.516571735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41159/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:13.517255098Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:51899"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.518849666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"7a11f8e8-a1a4-466f-827b-3d1a8b426133","remote_addr":"[::1]:51899","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.51894268Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"7a11f8e8-a1a4-466f-827b-3d1a8b426133","remote_addr":"[::1]:51899","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:13.519753947Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"7a11f8e8-a1a4-466f-827b-3d1a8b426133","remote_addr":"[::1]:51899","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","latency_us":994,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.521817242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41159/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a11f8e8-a1a4-466f-827b-3d1a8b426133\", \"content-length\": \"3478\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.522694119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.524518341Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.524614512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.52695185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.530529114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.530618581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.530674101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.530715152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.532812295Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.543821125Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.544058084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.544150237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.544310524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.551901055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.557459462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.558686592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.558817862Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.558862531Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.574553452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 0d3b5108-08cd-43fb-a980-3179b3d052cb, kind: Service { id: 20f537a6-c158-467b-a992-80402c1d7fdd }, name: Name(\"external-dns-20f537a6-c158-467b-a992-80402c1d7fdd\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], Name(\"nexus\"): [NetworkInterface { id: 54ba601e-9e1a-412e-bf80-ff03b5b0b733, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.57479462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.574860931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.574914838Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.577565657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.577651537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.592215427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.604162415Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.604335237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.604391369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.608935497Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.613583271Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-20T23:50:19.430896Z, time_modified: 2026-01-20T23:51:10.764282Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.613671856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.613710152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0d3b5108-08cd-43fb-a980-3179b3d052cb, kind: Service { id: 20f537a6-c158-467b-a992-80402c1d7fdd }, name: Name(\"external-dns-20f537a6-c158-467b-a992-80402c1d7fdd\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 54ba601e-9e1a-412e-bf80-ff03b5b0b733, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 0d3b5108-08cd-43fb-a980-3179b3d052cb, kind: Service { id: 20f537a6-c158-467b-a992-80402c1d7fdd }, name: Name(\"external-dns-20f537a6-c158-467b-a992-80402c1d7fdd\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 54ba601e-9e1a-412e-bf80-ff03b5b0b733, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.613908445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.862916769Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-01-20T23:51:02.461605Z, time_modified: 2026-01-20T23:51:02.461605Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(44381), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(34043), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.863125924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.916174031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.916300321Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.917084995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.922726757Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.922822337Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.922877376Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.922926874Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.923578644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.929123685Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.939072916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.939501255Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:44381/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:13.96941475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63308"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:13.970107472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9d15087c-a2f7-47a1-91bb-8151fc17b182","remote_addr":"[::1]:63308","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.970203092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9d15087c-a2f7-47a1-91bb-8151fc17b182","remote_addr":"[::1]:63308","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:13.971159556Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9d15087c-a2f7-47a1-91bb-8151fc17b182","remote_addr":"[::1]:63308","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1066,"response_code":204} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:13.971496072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"9d15087c-a2f7-47a1-91bb-8151fc17b182\", \"date\": \"Tue, 20 Jan 2026 23:51:13 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:13.973012154Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:13.973076081Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107471816Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107645189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107697423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107740979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107781439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107821568Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107861838Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107902439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107942658Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.107984862Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108028268Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108070191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108116042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108156983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108198906Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108241971Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108282541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108322671Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108365455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108407619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108449131Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108491114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108532276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108583718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108626302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108667403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108705619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108742913Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108781519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.10882209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.10886257Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.10890278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108941226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.108980814Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109020092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109060201Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109099339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109141793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109181922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109224076Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109264466Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109302982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109342801Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109383191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109464822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109504441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.10954422Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109583838Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109621934Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109661893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.10970085Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109744186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109786179Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109826248Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.10986767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109911427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.1099532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.109994822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110033539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110072496Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110111483Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11015058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11019074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110230298Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110270418Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110310748Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110350496Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110389093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110428561Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110470754Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110511425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110551715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110591965Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110634188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110675229Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110718074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110756831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110797301Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110836619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110874073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110914393Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110954883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.110994101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11103433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111076043Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111115331Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111153667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111194798Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111239547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111280157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111318994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111357851Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11139772Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11143817Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111479011Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111521255Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11156452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111606534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111646723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111687594Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111730208Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.1117712Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111812842Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111852571Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111893131Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111934152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.111974522Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112014742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112055342Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112095311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11213506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112172805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112212103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112252302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112292091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112333112Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112373252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112413732Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112454884Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11249334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112533239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112573679Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112613588Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112653988Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112693987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112734177Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112775929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112818874Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112860276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112907159Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112948271Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.112988069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113030984Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113072977Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113114961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113155842Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113196863Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113240219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113281911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113323634Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113366479Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113405145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113444964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113485104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113524391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113563058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113602095Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113641593Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113680541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113724327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113763234Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11380165Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113841279Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113879475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113918271Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113957379Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.113997228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114038429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114078148Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114118318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114158066Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114196262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114233666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114271701Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114310428Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114349876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114388102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114425536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11446315Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114501426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114539431Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114577677Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114618087Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114658948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114698927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114739548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114780499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11482157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114862291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114903322Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114944544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.114985845Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115028189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115067597Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115107035Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115146794Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115186403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11522566Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115266341Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115306991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115347411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115387571Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115424895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115461968Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115499212Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115537568Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115575433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11561414Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115652215Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115690761Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115729628Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115768646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11580622Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115843834Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115882741Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115920586Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115959033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.115997208Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116036616Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116082858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116121264Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116160211Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116198387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116236642Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11627575Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116315038Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116354105Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116394094Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116433662Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11647279Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116512589Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116552618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116596345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116637566Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116677445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116716102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116754808Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116793525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116833154Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116873183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116913944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116953782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.116993942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117032859Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117071806Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117111004Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11714933Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117187676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117227034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117266953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117306491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117345558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117384766Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117424645Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117463642Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11750295Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117541747Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117580884Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117619731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117660382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117699629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11774055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117780029Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117818926Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117859907Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117900818Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117941218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.117980135Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118019122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118059241Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118098209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118137166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118176754Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118215691Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.1182552Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118294487Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118334216Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118375037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118415427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118454815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118495065Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118535324Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118576265Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118617858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118656975Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118695782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118734629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118773877Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118817563Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118857252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118896489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.11893736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.118976829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119015846Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119054492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119093369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119133038Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119172696Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119211563Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119251112Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119288846Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119326802Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119365809Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119404706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.1194472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119488181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119527529Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119567228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119605824Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119645162Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.1196846Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119723768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119763687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119802233Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119842182Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119880608Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119919676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119959635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.119998472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120040334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120079873Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120118469Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120156645Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120195402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120234168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120272895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120312744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120352012Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120390498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120429235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120468102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120507419Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120545916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120584262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120622567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120661284Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120699981Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120739218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120786893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120827413Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120866561Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.120904416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.12100235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121046327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121085304Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121127056Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121167847Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121206093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121245782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121286342Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121326461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121368795Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121410378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121449495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.12148732Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121525906Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121563561Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121602257Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121641034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121680693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121719249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121757565Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.12179554Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.121829578Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223159485Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223329652Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223394079Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223453296Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223512654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223572843Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223633293Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223691188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223747158Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223809592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223869491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223928808Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.223989629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224050429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.22411149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224176288Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224371956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224447505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224507955Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224566421Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224625107Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224684775Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224743261Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224803089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224862657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224921574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.224976052Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225030119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225085198Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225146309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225203502Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225258291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225311957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.22536393Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.22541948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225470832Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225526442Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225580389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225632812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225685797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225737149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225787449Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225838089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225890723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225940812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.225991994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226044878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226096641Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226148904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.22619726Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226246768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226298921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226353059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226407887Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226462946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226518757Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226576461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226633244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226690407Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226744023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226795585Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226849682Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.226905332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227009188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227072914Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227129777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227186699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227242861Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227294844Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227346446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227401485Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227458077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227509749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227565159Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227620478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227674495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.22773244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227784874Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227836136Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227887167Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.227938338Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.22799005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228043737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228096491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228152171Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228205667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228261438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228313922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228366506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.22841892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228468367Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228521453Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228577033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228628485Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228680407Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228732711Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228784994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228838971Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228893079Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228945623Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.228998748Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229052574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229104918Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229157602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229208343Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229259684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229310385Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229359963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229411786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229461715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229513667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229567975Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229623074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229699135Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229809223Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229871827Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229926455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.229981243Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230052134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23010563Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230159476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230215126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230271248Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.2303633Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230466124Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23052516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230584468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23064091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230695057Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230752871Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230810676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230864753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.230917998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23097415Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231031383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231088185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231142874Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231197001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231252771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231310886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231367338Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231424151Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231478969Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.2315299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231582133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231635038Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231687452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23174218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231796368Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231847289Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231901776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.231952547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232004309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232058467Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232111021Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232164116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232217432Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232270577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232322019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232375665Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232429662Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232483498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232536283Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232587875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232638976Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23273669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232800927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232856998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.232911857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23296419Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233016464Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233069539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233121812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233176771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233233113Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233286138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233340646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233397949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233456806Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23351426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233570461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233626913Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233684998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233744536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233798993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233853622Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233906406Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.233958359Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234012065Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234066032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234121252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234177403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234233524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234284134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234335095Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23438833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234438059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234491244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234544419Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234595601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234647674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234700408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234752892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234805156Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234855195Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234908601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.234960473Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235010392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235063267Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235115771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235174597Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235227332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235280908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23533262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235384353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235437979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235491114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235545933Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235601373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235656512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235712573Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.2357666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235818202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235873211Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235927458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.235981004Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236033989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236086573Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236142604Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236197713Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236254786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236308904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236362049Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236417629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236468359Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.2365192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236570953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236623096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23667558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236728414Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236780618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236831859Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236883792Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236934833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.236988359Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237062055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237122525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237176983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237228304Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237280548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237334184Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237388932Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237445224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237499752Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237553188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237608026Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237662183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237716271Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237769015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237819886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237873432Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237925715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.237976576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238027677Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238078107Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23813009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238182023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238234286Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238289025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238344164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238393562Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23844805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238500073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238555693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23861486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238671332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238723786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238779175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238832301Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238889935Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238946507Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.238999592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239054931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239111754Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23916534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239219497Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239271661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.23932687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239383332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239437409Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239489332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239541805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239593929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239645351Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239695921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239749657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239804385Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239859074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239911848Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.239963611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240015293Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240066905Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240120792Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240175831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240227223Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240282723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240335758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240388512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240441397Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240494171Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240547868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240601514Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240653276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240704909Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240757844Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240810317Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240863042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.240971787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241028149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241078949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241131133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241187384Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241242203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241297071Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241350677Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241404885Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241456868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241509171Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241564Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.24161972Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241674358Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241728195Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241783475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241835327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241890937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.241945205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242000785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242055082Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242107256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242161152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.24221527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242269327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.24232683Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242383382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242436818Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242490244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242554962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242613358Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242666072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242717865Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.24277072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242823033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.24287679Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.242930526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.242980254Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:62718","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243026837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243077387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:49535","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.243136544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:49535","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243199438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:49535","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:49535","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243251602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243296711Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"127.0.0.1:63907"} {"msg":"starting producer registration task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243343995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.243386409Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","interval":"10s","address":"127.0.0.1:49535","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Running step start_oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243448462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243484814Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.24351819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.243557167Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"file":"oximeter/collector/src/lib.rs:264","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243626214Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243666052Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243726101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:63907","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.243780249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.318945534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:63907/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.32071109Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:62095"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.324819586Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"22364a1f-9b7c-458b-bad1-d5523d86c17e","remote_addr":"127.0.0.1:62095","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.324913051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"22364a1f-9b7c-458b-bad1-d5523d86c17e","remote_addr":"127.0.0.1:62095","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.325960615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"22364a1f-9b7c-458b-bad1-d5523d86c17e","remote_addr":"127.0.0.1:62095","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.326062106Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"22364a1f-9b7c-458b-bad1-d5523d86c17e","remote_addr":"127.0.0.1:62095","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.326915506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"22364a1f-9b7c-458b-bad1-d5523d86c17e","remote_addr":"127.0.0.1:62095","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.330698968Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:14.352454429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.352573916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.352617121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.353278421Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:14.355729695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.355818721Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.35586855Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.355914811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.362799224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.365384504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.369707995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.374233737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.378582439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.382584704Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.385422995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.388325011Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.391949929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.395794422Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.399272329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.404659257Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.406505783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"7a7a3d2a-e25e-4a20-873a-555ff95a06fb"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.406610611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-20 23:51:12.481002 UTC","collection_id":"7a7a3d2a-e25e-4a20-873a-555ff95a06fb"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.406863672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"7a7a3d2a-e25e-4a20-873a-555ff95a06fb\",\"time_done\":\"2026-01-20 23:51:13.524908 UTC\",\"time_started\":\"2026-01-20 23:51:12.481002 UTC\"}","iteration":3,"elapsed":"2.567172404s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.407133627Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.407196782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.407250238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.407302712Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.407350186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.408277572Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.409220329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.40929156Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.409333874Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.409372029Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.411070282Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.416134811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:61833","req_id":"dfdb3e8e-205f-4f99-b2ff-ad1163882c1f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 87 40 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .@..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.416252925Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:61833","req_id":"dfdb3e8e-205f-4f99-b2ff-ad1163882c1f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.416443563Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.416638098Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.416695381Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:61833","req_id":"dfdb3e8e-205f-4f99-b2ff-ad1163882c1f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.41697239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.423144873Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.423254159Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.423308807Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.423748728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.425178339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"22364a1f-9b7c-458b-bad1-d5523d86c17e","remote_addr":"127.0.0.1:62095","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":100391,"response_code":503} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.425983454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.427440319Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3357, tv_nsec: 868120954 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.427642028Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.428058984Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22364a1f-9b7c-458b-bad1-d5523d86c17e\", \"content-length\": \"133\", \"date\": \"Tue, 20 Jan 2026 23:51:14 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:14.429679703Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"22364a1f-9b7c-458b-bad1-d5523d86c17e\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 20 Jan 2026 23:51:14 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"22364a1f-9b7c-458b-bad1-d5523d86c17e\\\" }\"","delay":"191.823315ms","count":"0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.433501912Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.433586379Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.434431302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.436557974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.4376519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:38722","req_id":"c0cce3e8-43f2-4a0e-9df3-d4572af029c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a6 c5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.437809973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:38722","req_id":"c0cce3e8-43f2-4a0e-9df3-d4572af029c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.438059187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.438092653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:38722","req_id":"c0cce3e8-43f2-4a0e-9df3-d4572af029c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.443023788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.502859587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.503839156Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.507474676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93a0f0e1-d9e7-4574-af3c-563c3cdee452\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:14 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.507614152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.507660574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.507712537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.508728689Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.512225654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.518618262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.518733611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.518777297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.518829511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.520145166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.522033004Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.530976445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.531062695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.531102174Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.531154647Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.532286849Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.533965534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.541773365Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.548335069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.552757626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.556523985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.560263871Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.574399763Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"will register with Nexus at 127.0.0.1:63907","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.578278794Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.707666803Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:63907/metrics/producers","method":"POST"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.708891588Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.70911455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.709254026Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.709466527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.711272523Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.731734403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.731877837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.731932655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.732670566Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.73553573Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.735797218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:65337"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.737073034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"d3931fe3-2c8d-4e7a-9b8b-4d5c22a6bd79","remote_addr":"127.0.0.1:65337","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.737166389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"d3931fe3-2c8d-4e7a-9b8b-4d5c22a6bd79","remote_addr":"127.0.0.1:65337","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.737608014Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d3931fe3-2c8d-4e7a-9b8b-4d5c22a6bd79","remote_addr":"127.0.0.1:65337","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.737708923Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d3931fe3-2c8d-4e7a-9b8b-4d5c22a6bd79","remote_addr":"127.0.0.1:65337","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.738880073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d3931fe3-2c8d-4e7a-9b8b-4d5c22a6bd79","remote_addr":"127.0.0.1:65337","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.746058638Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.746282191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.746353341Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.746426516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.747995734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.750478019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.759071156Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.759319998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.760787023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.760862783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":4,"elapsed":"351.657054ms"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.765302956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.773277918Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.777452144Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.783904582Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.789211821Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.792068017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.795307532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.800937471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.80694664Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.809691506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"7a7a3d2a-e25e-4a20-873a-555ff95a06fb\",\"time_loaded\":\"2026-01-20T23:51:14.407133166Z\",\"time_started\":\"2026-01-20T23:51:12.481002Z\"}}","iteration":3,"elapsed":"401.440176ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.809812716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.809867615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.809909908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":5,"elapsed":"29.849µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.809959827Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.810039395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"156.4µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.810093572Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.810140024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.810182268Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.810222628Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.810262246Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.810775352Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.810876292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.81093608Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.811060136Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.812193811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.816767869Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:49071","req_id":"2fab0430-0b54-4092-aa6f-699fdd2ce23f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 11 24 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .$..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.81736962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:49071","req_id":"2fab0430-0b54-4092-aa6f-699fdd2ce23f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.817782708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.818072592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.818201237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:49071","req_id":"2fab0430-0b54-4092-aa6f-699fdd2ce23f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.819046Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3358, tv_nsec: 259848296 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.819154815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.819764202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:8160","req_id":"619255da-9025-4caa-9a42-5f2d7c117891","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f2 c8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.819860423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:8160","req_id":"619255da-9025-4caa-9a42-5f2d7c117891","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.820097682Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.820131429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:8160","req_id":"619255da-9025-4caa-9a42-5f2d7c117891","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.948840313Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.949461423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.957224065Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.957342389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.957397468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.957450383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.957497526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.958114659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.961477117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"d3931fe3-2c8d-4e7a-9b8b-4d5c22a6bd79","remote_addr":"127.0.0.1:65337","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":224530,"response_code":503} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.962542797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.965840297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3931fe3-2c8d-4e7a-9b8b-4d5c22a6bd79\", \"content-length\": \"133\", \"date\": \"Tue, 20 Jan 2026 23:51:14 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:14.968284928Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d3931fe3-2c8d-4e7a-9b8b-4d5c22a6bd79\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 20 Jan 2026 23:51:14 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"d3931fe3-2c8d-4e7a-9b8b-4d5c22a6bd79\\\" }\"","delay":"730.422508ms","count":"1"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.969040013Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.974470788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.974679892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.974742906Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.97516378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.976740101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.978123821Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"155ae39c-6269-4ed5-9c0e-d9a7f4609a7f\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:14 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.978316593Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.978379117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.978434837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.97940096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.981754872Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.984938436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.986234462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.986313238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.986357225Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.986410681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.987371514Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.989596901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.992150558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.992235967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.992294463Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.992346145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.993052424Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.99417665Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.994245025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.994287149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.994339362Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.994871776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting current version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:14.99634313Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:14.996431906Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:14.99733821Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.00511475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.005472278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.005568709Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.005624539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.005673907Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.006499913Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.01254313Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"12838841-1d41-4b4e-af60-87e5d1d95872","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.013683227Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:36586","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.013786201Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:36586","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.013834938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:36586","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.013875418Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:36586","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:15.01391202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:36586","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.016015927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:36586","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.018052089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.018151656Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.844102672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.844240245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.844282769Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.844336996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.84514699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.846360453Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.85082785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.850950242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.851009369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.851468528Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.856840005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:63907/metrics/collectors","method":"POST"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.858309675Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.858543879Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.858642555Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.858701602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.858752953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.859463119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.860430716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.860501436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.860555423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.86060971Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.860660491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.861260479Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.862897731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.862970615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.863060193Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.865158478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"will register with Nexus at 127.0.0.1:63907","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.865344817Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.960564464Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:63907/metrics/producers","method":"POST"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.989025534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.989181993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.989238636Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:15.989292783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:15.989342401Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.00074986Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.007153651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.007389919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.007512091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.008485238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.010105347Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.011831545Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.011988536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.012117631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.013742148Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.01576314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.023659988Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.023779525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.023834353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.024254936Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.036064221Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:37740"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.036167646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:33807"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.050797837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.050920039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.05165797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.051751816Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.051807487Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.051860872Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.05191007Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.052601138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.055384841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.069909703Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.070122114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.070247111Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.070955183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.072706031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.080495786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.08090193Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.080991768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.086357904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.088405078Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.097210696Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.09930888Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.09941974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.09946544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.099517534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.100695787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.104032364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"5e9efb37-3765-4f05-8288-694a51367422","remote_addr":"127.0.0.1:33807","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.104140669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"5e9efb37-3765-4f05-8288-694a51367422","remote_addr":"127.0.0.1:33807","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.104870554Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e9efb37-3765-4f05-8288-694a51367422","remote_addr":"127.0.0.1:33807","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.104984359Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e9efb37-3765-4f05-8288-694a51367422","remote_addr":"127.0.0.1:33807","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.106921385Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e9efb37-3765-4f05-8288-694a51367422","remote_addr":"127.0.0.1:33807","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.111539009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.117641944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.117749858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.117810298Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.117868092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.117918662Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.119020143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"latest inventory collection is unchanged","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.121640202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"original_time_started":"2026-01-20 23:51:12.481002 UTC","original_id":"7a7a3d2a-e25e-4a20-873a-555ff95a06fb","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.121732695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"7a7a3d2a-e25e-4a20-873a-555ff95a06fb\",\"time_loaded\":\"2026-01-20T23:51:15.858494040Z\",\"time_started\":\"2026-01-20T23:51:12.481002Z\"}}","iteration":4,"elapsed":"263.401127ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.123052939Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.123552318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.124190923Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.126207266Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-20T23:51:00.230448Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.126296903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":4,"elapsed":"137.303233ms"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.132818417Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":2,"elapsed":"272.350748ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.134463455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors","method":"POST","req_id":"da18f078-ca17-4ca8-a666-a16a2bf7fb80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.134545137Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors","method":"POST","req_id":"da18f078-ca17-4ca8-a666-a16a2bf7fb80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.135384218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"da18f078-ca17-4ca8-a666-a16a2bf7fb80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.135844309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"da18f078-ca17-4ca8-a666-a16a2bf7fb80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.155940003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"da18f078-ca17-4ca8-a666-a16a2bf7fb80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.158309626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.158446617Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.158512047Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.158565503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.159949513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.167485436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.168246112Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.172604182Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.172712176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":5,"elapsed":"1.362638444s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.173708589Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"5e9efb37-3765-4f05-8288-694a51367422","remote_addr":"127.0.0.1:33807","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":69693,"response_code":503} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.174587861Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.184252048Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.184364881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.184420872Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.184930241Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.189046362Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","address":"[::1]:36586","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.189136771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors","method":"POST","req_id":"da18f078-ca17-4ca8-a666-a16a2bf7fb80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":54403,"response_code":204} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.189675448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.19757473Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.207988201Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e9efb37-3765-4f05-8288-694a51367422\", \"content-length\": \"133\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:16.210605404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"5e9efb37-3765-4f05-8288-694a51367422\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 20 Jan 2026 23:51:16 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"5e9efb37-3765-4f05-8288-694a51367422\\\" }\"","delay":"1.972562536s","count":"2"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.212801002Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.21297681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"efae18a5-14c2-46dc-baf4-643f51840148\",\"inventory_collection_id\":\"7a7a3d2a-e25e-4a20-873a-555ff95a06fb\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"1.402678553s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.213799769Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"da18f078-ca17-4ca8-a666-a16a2bf7fb80\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.213930709Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"file":"oximeter/collector/src/lib.rs:427","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.213980347Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.21401222Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.230159746Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.230364491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.230593014Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.230718993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.230859311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.230962516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.231107192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.231206669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.231301858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.231672542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.233932587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.234142633Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:54947"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.234560811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 1c51fe36-acb6-4cde-94f5-f5abcc446575","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"1c51fe36-acb6-4cde-94f5-f5abcc446575"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.234638134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.234689285Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.237608596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"starting refresh list task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.240090641Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.36077279Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:47256"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.361559669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.374986086Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.376461157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"4d57c24f-48a8-49f6-8c7a-bd894ece379a","remote_addr":"127.0.0.1:47256","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.376555875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"4d57c24f-48a8-49f6-8c7a-bd894ece379a","remote_addr":"127.0.0.1:47256","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.376618699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6573d689-c453-4f16-b2c0-fbea01c6e3de","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.376687916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6573d689-c453-4f16-b2c0-fbea01c6e3de","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.37683614Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4d57c24f-48a8-49f6-8c7a-bd894ece379a","remote_addr":"127.0.0.1:47256","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.37692724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4d57c24f-48a8-49f6-8c7a-bd894ece379a","remote_addr":"127.0.0.1:47256","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.378427581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4d57c24f-48a8-49f6-8c7a-bd894ece379a","remote_addr":"127.0.0.1:47256","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.381252716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6573d689-c453-4f16-b2c0-fbea01c6e3de","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.381393474Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6573d689-c453-4f16-b2c0-fbea01c6e3de","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.381597488Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6573d689-c453-4f16-b2c0-fbea01c6e3de","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.383891301Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.383989275Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.385217427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.393272047Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.398720616Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"4d57c24f-48a8-49f6-8c7a-bd894ece379a","remote_addr":"127.0.0.1:47256","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":22319,"response_code":201} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.400345033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6573d689-c453-4f16-b2c0-fbea01c6e3de","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23782,"response_code":200} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.402941314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.403045019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.403088616Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.403125439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":2,"elapsed":"540.146477ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.404164677Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6573d689-c453-4f16-b2c0-fbea01c6e3de\", \"content-length\": \"281\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.404526994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.411541735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.41164007Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.411691932Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.411738024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.41333682Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.414581124Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbd3723f-57af-42d2-999b-e581c13b9caa","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.414682254Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbd3723f-57af-42d2-999b-e581c13b9caa","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.41871008Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbd3723f-57af-42d2-999b-e581c13b9caa","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.418849706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbd3723f-57af-42d2-999b-e581c13b9caa","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.42056369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbd3723f-57af-42d2-999b-e581c13b9caa","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.446947156Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dbd3723f-57af-42d2-999b-e581c13b9caa","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":32374,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.447281528Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.454732352Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.457900075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd3723f-57af-42d2-999b-e581c13b9caa\", \"content-length\": \"29\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.458192484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:43235","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.45836679Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":1,"n_pruned_tasks":0} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.581809154Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.584076574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.585789917Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.590952691Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.599209591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.600438224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.600586538Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.600679582Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.649510068Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"1c51fe36-acb6-4cde-94f5-f5abcc446575","zpool_id":"d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.649584235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.649629184Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.650885893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.657805996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.657968458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.658098235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.658203553Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.659039559Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.670595683Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.675933994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.689020829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"291bdaf2-735a-4926-a603-1873cb8010e3","zpool_id":"d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.704008448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 1c51fe36-acb6-4cde-94f5-f5abcc446575","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"1c51fe36-acb6-4cde-94f5-f5abcc446575"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.704240327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.70439856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.705754826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.711206542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 1c51fe36-acb6-4cde-94f5-f5abcc446575 (physical_disk), lookup_type: ById(1c51fe36-acb6-4cde-94f5-f5abcc446575) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.711574691Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.711640761Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.711688526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.712648728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.717214489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.7258302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 1c51fe36-acb6-4cde-94f5-f5abcc446575 (physical_disk), lookup_type: ById(1c51fe36-acb6-4cde-94f5-f5abcc446575) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:16.726276093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"1c51fe36-acb6-4cde-94f5-f5abcc446575","zpool_id":"d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.726362855Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.726638751Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.727286053Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.729423596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.729505829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.72967312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.729735624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.731343367Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.735784562Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.739634536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.74764576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.747796007Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.747857669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.747909773Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.749029179Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.756273474Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.760861319Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.760993782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.76109399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.76179592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.776953455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.777032752Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.777081238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.777268209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.778544326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.780483987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.780560578Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.780614846Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.780665366Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.780711056Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.780972033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.784397536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.792831117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.793033578Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.79309015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.796956045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.799045533Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.811268938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.811376712Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.81143171Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.812131326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.816344168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.81646621Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.817201556Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.818131037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9072150b-abd5-47d0-b7b8-18b363c8d7f0, 2), (7a7a3d2a-e25e-4a20-873a-555ff95a06fb, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.818200164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.819629514Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:24329","req_id":"87e71377-2650-43b8-9221-11b11b27b8f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e2 a4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.819725204Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:24329","req_id":"87e71377-2650-43b8-9221-11b11b27b8f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58020,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.819903887Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.819934378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.819966702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:24329","req_id":"87e71377-2650-43b8-9221-11b11b27b8f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.820080227Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3360, tv_nsec: 260913534 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.820157299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.820506942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:25390","req_id":"618fb734-e570-444c-b72e-1b25e0403255","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 24 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e $q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.820594886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:25390","req_id":"618fb734-e570-444c-b72e-1b25e0403255","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9329,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.820820242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.820851454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:25390","req_id":"618fb734-e570-444c-b72e-1b25e0403255","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.920189136Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.922244666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:15596","req_id":"2ad8656f-0218-4cfd-a989-8d39a6b15f3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ee 0a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.922533819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:15596","req_id":"2ad8656f-0218-4cfd-a989-8d39a6b15f3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.923936637Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:16.92446863Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:15596","req_id":"2ad8656f-0218-4cfd-a989-8d39a6b15f3f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.924989482Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.927211422Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:19914","req_id":"0b8f3cf2-f12f-4a44-a0d1-9fb75570445d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 92 7d 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f .}..........._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.927312251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:19914","req_id":"0b8f3cf2-f12f-4a44-a0d1-9fb75570445d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.927497458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.927750589Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.927829015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:19914","req_id":"0b8f3cf2-f12f-4a44-a0d1-9fb75570445d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.928242624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3360, tv_nsec: 369105429 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.928338804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:16.928875878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56565","req_id":"3c883737-d2a6-4711-bae9-7c2bd36ac317","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: af 53 01 00 00 01 00 00 00 00 00 01 24 37 32 38 .S..........$728\n0010: 37 34 62 35 37 2d 32 39 32 36 2d 34 66 36 61 2d 74b57-2926-4f6a-\n0020: 62 36 33 34 2d 37 33 35 33 32 66 32 62 33 64 32 b634-73532f2b3d2\n0030: 66 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 f.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.928971737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56565","req_id":"3c883737-d2a6-4711-bae9-7c2bd36ac317","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44883,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 50,\n 56,\n 55,\n 52,\n 98,\n 53,\n 55,\n 45,\n 50,\n 57,\n 50,\n 54,\n 45,\n 52,\n 102,\n 54,\n 97,\n 45,\n 98,\n 54,\n 51,\n 52,\n 45,\n 55,\n 51,\n 53,\n 51,\n 50,\n 102,\n 50,\n 98,\n 51,\n 100,\n 50,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.92918518Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.929218416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56565","req_id":"3c883737-d2a6-4711-bae9-7c2bd36ac317","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.929706282Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.929773715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53905"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.929817121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.934319217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a2fdec5-7707-4bf9-ad5d-4f4595b28bda\", \"content-length\": \"835\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.93521465Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.938136626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9823284-cbaf-45b5-a09f-a88e16b71749\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.938417192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.944881492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a26d5509-2409-4372-b535-36f72ba5a377\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.945089094Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.949182079Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcf91afe-72ee-4fcd-bee3-800a9201d7b0\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.949547582Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.954862287Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af7182e1-29b1-42c4-a6ab-9a3bb90b666f\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.956468147Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.965756119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5197a876-c81e-49d4-9aa2-cdb0c0326639\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.965923501Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.968488009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af39ee2c-f475-4e0b-b842-b2d0a864a1b8\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.968616814Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.97106893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd23d365-0301-4521-8317-62d1b782195f\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.971255098Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.9725437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e835cd1-a939-4518-95f2-a14266d36ee1\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.973118729Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.97592714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fbc1db1-48a2-4771-8a12-279543db8c0d\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.976180572Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.977580895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7174bf92-e780-41e6-889b-12413a7c5155\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.977763577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.979003272Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b574e3bb-9479-4006-b311-facbe674b087\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.979109442Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.9836281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85c6fd94-48b4-4bf2-aa81-cbb461d0f617\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.984199231Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.998748542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54e66f55-948f-4f6c-8f89-24517fd0c93b\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:16.999184415Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.011269957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee3ac02a-c838-486d-a1d1-f772c3478947\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.01151858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.013385096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.016827412Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65707e87-ff39-4788-a6cf-e37f4d93040c\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.017055905Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 2 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.018981899Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 2 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.019089702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 2 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.019603059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.02066409Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.020735391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.022127548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc13da7b-7ef2-46e8-b0d3-b43291019e41\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.022677336Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.025045245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.025134252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-20T23:51:17.020568771Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.027437663Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.027512491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.042552073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.042656049Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-20T23:51:17.027340671Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 2 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.042860504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.043113805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":2,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.049413621Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4c357d6-ebb2-4b6b-a467-4390f1884492\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.049853151Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.052528529Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.057549962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15758de5-662c-4783-814d-3529b989d09f\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.057687465Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.0586596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.058756542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":3,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.060166784Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f149b5b-eacb-48de-8c5b-09e382d5b4e3\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.060279187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.061903724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":3} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.061989574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.062547779Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2513e4fe-593d-4424-b292-8527f3ac4aa4\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.062809648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.066248197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.066332294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.066387383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.066431921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.067211695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.069074985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.069157208Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.072147659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26715ac1-3fc8-41a0-9edc-70dedc8a03b4\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.072461761Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.074473054Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.08148522Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.081582693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.081634395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.082204394Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.08378782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.083879311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.087700458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f7db0c-e3c7-4b90-b421-5d0db23562f8\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.088057334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.08844919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.088523477Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.089440373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.090390655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":1} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.090464661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.094704718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.094789636Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.097082356Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55025420-3a58-4a75-af81-48648fa4fb47\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.097367931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.100203717Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e5e3c7-4887-4f5c-905e-00e524bcd9f9\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.100314767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.101959063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335fcaa5-836c-481e-acf6-030e87a00849\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.102129961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.10374506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e08b2f-a4bd-4688-9791-b2b8fb976ca7\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.103920587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.113793668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c737e5f9-c1fc-42d5-bdac-671fc0bb2fc8\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.114254551Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:17.126376495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.133332299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f189e85d-b1ae-441c-8181-5f87bf7e811b\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.133589519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.136369414Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"274f1c1e-cd01-457b-ae14-ae7fa134dc7b\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.136552316Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.14625543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1746a4f-2d37-459a-a367-6c288e35fb6c\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.146485436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.149658309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c832b9a-a587-4c60-9c88-e48843d32e81\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.149827323Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.152395769Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6217f0fe-47cc-4a0e-bc2b-58bbab523fec\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.152671265Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.154007661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d47ea62d-ac66-4003-86a7-6a6b69c4aa74\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.154218769Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.155449226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad5dc784-dd6e-4379-a220-1fbc33cf19f5\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.155635044Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.156963946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a40ee5b9-72ed-4a8a-a74e-01c639c710d7\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.157070126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.15833983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e903f5b9-f18a-4dde-b0b5-28aa88a90c48\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.158706246Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.160839741Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f920b8-233c-4ff8-af56-e32b4936a9cf\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.161158442Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.163262949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce35f9f5-7468-4bb0-aaa6-bb579b5f6eb2\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.163373728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.165089215Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef320baa-7256-45ff-8c08-5ea4a372672e\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.165206558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.166223892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0d153d-3954-4607-8cba-6af13ac7d4e1\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.166383258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.168372136Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb0059f-4a3b-4273-89e3-0f4547f79cf8\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.168512534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.170692922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b89f29d-8707-44c4-98a9-695163ec9c9f\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.170857117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.173355525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e1ce0a-6e9a-42ad-b55c-783c8f36b43d\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.173436285Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.175493629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"429edce7-55b2-4b98-9506-c2b8a909b022\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.175654567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.177923701Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d9b2b26-f709-40b9-9847-f43244160f5e\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.178043829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.178633106Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.180803053Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f905f5-b4d6-4f69-a096-6fc677750356\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.181081865Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.181959903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e509741c-7a26-496b-9980-ea1e5d746c28\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.182148226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.183444994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a02d0d-d311-4ac9-abab-040148488c3a\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.183628097Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.185015103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc413faa-44e6-43b6-8fc1-2c158a851dcf\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.185449023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.188025234Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733b51c9-2427-420f-a331-3a57f5fdccf8\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.1884828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.188721443Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.188948402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.189032078Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.18996219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.19457307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.199278528Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.199396191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.199454286Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.199509315Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.199557801Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.20006708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.206453096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.215017365Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.215160027Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.215311397Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.216277771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.320159531Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:44381"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.320257425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.320985236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.321096617Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.321152167Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.321200903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.322012731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:17.323004505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42009"} {"msg":"will register with Nexus at 127.0.0.1:63907","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.323776975Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.393119599Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:63907/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:17.395073418Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:48301"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.395538479Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"7e5c9f34-5866-42f7-b1f7-76a20e1a7325","remote_addr":"[::1]:42009","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.395940686Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"7e5c9f34-5866-42f7-b1f7-76a20e1a7325","remote_addr":"[::1]:42009","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:17.400893042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"7e5c9f34-5866-42f7-b1f7-76a20e1a7325","remote_addr":"[::1]:42009","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5360,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.403153799Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"620f8c49-fb92-4e8f-aed9-c0dbf6466575","remote_addr":"127.0.0.1:48301","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.403229279Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"620f8c49-fb92-4e8f-aed9-c0dbf6466575","remote_addr":"127.0.0.1:48301","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.403710001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5c9f34-5866-42f7-b1f7-76a20e1a7325\", \"content-length\": \"20859\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.404390558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"620f8c49-fb92-4e8f-aed9-c0dbf6466575","remote_addr":"127.0.0.1:48301","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.404516999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"620f8c49-fb92-4e8f-aed9-c0dbf6466575","remote_addr":"127.0.0.1:48301","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.405605915Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"620f8c49-fb92-4e8f-aed9-c0dbf6466575","remote_addr":"127.0.0.1:48301","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.414917484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.415248289Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.41531917Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.415772708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.417156378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:17.417754672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.496343737Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"64bfa76c-00cf-46f6-858c-04eb096ead95 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.496497321Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.496971611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.49845116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.558063948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.558219426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41159/config","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.558907969Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.564755208Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.564922229Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.564996175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.565288073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:17.566053579Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:45455"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.566564822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.567032648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.569149219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"7f01cafa-f298-4c8f-b38c-7c276f8c863a","remote_addr":"[::1]:45455","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.569231312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"7f01cafa-f298-4c8f-b38c-7c276f8c863a","remote_addr":"[::1]:45455","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:17.5725181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"7f01cafa-f298-4c8f-b38c-7c276f8c863a","remote_addr":"[::1]:45455","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3401,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.57374499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.574826762Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.574907923Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.57495722Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.575001548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41159/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f01cafa-f298-4c8f-b38c-7c276f8c863a\", \"content-length\": \"3478\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.575476188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.576750602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.576816202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.578964716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.579048252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.579105074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.57915358Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.580358546Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:17.582599995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:17.583308758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/producers","method":"POST","req_id":"620f8c49-fb92-4e8f-aed9-c0dbf6466575","remote_addr":"127.0.0.1:48301","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":180145,"response_code":201} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.584239792Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.584342626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.585902194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.589658152Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"620f8c49-fb92-4e8f-aed9-c0dbf6466575\", \"content-length\": \"41\", \"date\": \"Tue, 20 Jan 2026 23:51:17 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.592830844Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.597993688Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.603415044Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.60388776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.604030573Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.604545482Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.739531957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.791146896Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.791291312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.791347964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.791395448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.792220823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.80630351Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.812725647Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:17.812907137Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.812963478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:17.813320044Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.019666218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.019815123Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.019860403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.021044387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.02532804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.0254238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.028543577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.028632854Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.070410594Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"b72cd58e-213a-4230-9441-64f414cfd678"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.070554669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-20 23:51:16.929615 UTC","collection_id":"b72cd58e-213a-4230-9441-64f414cfd678"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.070803262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"b72cd58e-213a-4230-9441-64f414cfd678\",\"time_done\":\"2026-01-20 23:51:17.576780 UTC\",\"time_started\":\"2026-01-20 23:51:16.929615 UTC\"}","iteration":4,"elapsed":"1.290835578s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.070893811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.070936315Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.070985242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.071036253Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.071083386Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.071905685Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.073090411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.07316603Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.073221921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.073271439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.07331714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.073863001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.074718605Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.07484744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.074892058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.074930575Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.075988269Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:13505","req_id":"9b50dad5-1bc2-495b-a455-ae883d36a4da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 1a 94 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.076222643Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:13505","req_id":"9b50dad5-1bc2-495b-a455-ae883d36a4da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.076403481Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.076578999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.076688676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:13505","req_id":"9b50dad5-1bc2-495b-a455-ae883d36a4da","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.077280618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3361, tv_nsec: 518138684 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.077386518Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.077785548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:17874","req_id":"f77b255b-ec24-40a4-8b9c-31d03d603d56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: df 78 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .x..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.077887129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:17874","req_id":"f77b255b-ec24-40a4-8b9c-31d03d603d56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.078211021Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.078251351Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:17874","req_id":"f77b255b-ec24-40a4-8b9c-31d03d603d56","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.143927875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.144958015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.15458045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.154728042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.154784404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.155552916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.158290757Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.168814527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.168939264Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.168991808Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.16985623Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.171421078Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9072150b-abd5-47d0-b7b8-18b363c8d7f0, 2), (7a7a3d2a-e25e-4a20-873a-555ff95a06fb, 2), (b72cd58e-213a-4230-9441-64f414cfd678, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.171533281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.172489033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.172562158Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.173347163Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:18.174598981Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.175570676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:7233","req_id":"81e0c739-90eb-4b26-9ed2-bad6acf4d2c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 73 45 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 sE..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.176162397Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:7233","req_id":"81e0c739-90eb-4b26-9ed2-bad6acf4d2c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.176645594Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.17709807Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.177205994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:7233","req_id":"81e0c739-90eb-4b26-9ed2-bad6acf4d2c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.177562209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a5a9f90-0812-4972-9319-348d59d63c28\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.177800341Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.177853887Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.177899788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.178745743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.179916982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.17998648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.180781815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.182468655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3361, tv_nsec: 623282724 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.182665856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.183290483Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:46691","req_id":"fa864c91-0ef2-4ac1-ab44-c7f07ec8205a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa 0f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.183388707Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:46691","req_id":"fa864c91-0ef2-4ac1-ab44-c7f07ec8205a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64015,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.183623943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.184651748Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:46691","req_id":"fa864c91-0ef2-4ac1-ab44-c7f07ec8205a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.184988565Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.185050077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.185085648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.185130877Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.186726767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.331309265Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.334351699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.335197905Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.336511316Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.336687765Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.336726282Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.336779237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.347548462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.364291106Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"78e3cfbc-220c-4ccb-9cf7-e4dcfaa8ac80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.36440384Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"78e3cfbc-220c-4ccb-9cf7-e4dcfaa8ac80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.364562584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:48891","req_id":"72df73b6-fe38-43db-bc2d-b4597043ca8a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9b b9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.364664005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:48891","req_id":"72df73b6-fe38-43db-bc2d-b4597043ca8a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.36488878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:18.365223583Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:48891","req_id":"72df73b6-fe38-43db-bc2d-b4597043ca8a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.365454691Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"78e3cfbc-220c-4ccb-9cf7-e4dcfaa8ac80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.365552635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"78e3cfbc-220c-4ccb-9cf7-e4dcfaa8ac80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.36642893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"78e3cfbc-220c-4ccb-9cf7-e4dcfaa8ac80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.379723677Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.383196584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:53262","req_id":"0a2d00bf-6e2d-4ffd-8138-7dc9eb0bbced","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 17 1b 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.383492099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:53262","req_id":"0a2d00bf-6e2d-4ffd-8138-7dc9eb0bbced","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.384200221Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.386100534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.386358706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:53262","req_id":"0a2d00bf-6e2d-4ffd-8138-7dc9eb0bbced","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.387757736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"78e3cfbc-220c-4ccb-9cf7-e4dcfaa8ac80","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":23554,"response_code":200} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.388783908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3361, tv_nsec: 829670871 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.389058321Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.39035048Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e3cfbc-220c-4ccb-9cf7-e4dcfaa8ac80\", \"content-length\": \"405\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.390734721Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.391938034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f86865a-f824-4348-98c0-f734ada4cdde","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.392154833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f86865a-f824-4348-98c0-f734ada4cdde","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.392848246Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f86865a-f824-4348-98c0-f734ada4cdde","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.393011279Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f86865a-f824-4348-98c0-f734ada4cdde","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.393905009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f86865a-f824-4348-98c0-f734ada4cdde","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.398231236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:39994","req_id":"32e9a12f-fdc7-48aa-8ae1-cb55d70ad450","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: e2 09 01 00 00 01 00 00 00 00 00 01 24 37 32 38 ............$728\n0010: 37 34 62 35 37 2d 32 39 32 36 2d 34 66 36 61 2d 74b57-2926-4f6a-\n0020: 62 36 33 34 2d 37 33 35 33 32 66 32 62 33 64 32 b634-73532f2b3d2\n0030: 66 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 f.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.398512252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:39994","req_id":"32e9a12f-fdc7-48aa-8ae1-cb55d70ad450","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 50,\n 56,\n 55,\n 52,\n 98,\n 53,\n 55,\n 45,\n 50,\n 57,\n 50,\n 54,\n 45,\n 52,\n 102,\n 54,\n 97,\n 45,\n 98,\n 54,\n 51,\n 52,\n 45,\n 55,\n 51,\n 53,\n 51,\n 50,\n 102,\n 50,\n 98,\n 51,\n 100,\n 50,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.398924038Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.399087662Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:39994","req_id":"32e9a12f-fdc7-48aa-8ae1-cb55d70ad450","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.39986946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f86865a-f824-4348-98c0-f734ada4cdde","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":7941,"response_code":200} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.40181388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.401922706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53905"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.40207107Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.402719404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f86865a-f824-4348-98c0-f734ada4cdde\", \"content-length\": \"29\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.402974599Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:49535","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.403172701Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.403269803Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.494492686Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.495178364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.495266549Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.495304434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.495357679Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.496267741Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.500044019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.501181963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.501272241Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.502265198Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.503431096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.505773805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.50585678Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.505910837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.506729468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.509403433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:49535","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:52828"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.525227498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"f6dbf71d-9133-4730-9f35-80f249ccb077","remote_addr":"127.0.0.1:52828","local_addr":"127.0.0.1:49535","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.525481892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.527557743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.527661268Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.527711788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.539591392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"f6dbf71d-9133-4730-9f35-80f249ccb077","remote_addr":"127.0.0.1:52828","local_addr":"127.0.0.1:49535","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":14408,"response_code":200} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.539870475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.540010983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.540069058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.540123316Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.541279695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.546222353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.573624325Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.573787268Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.573841726Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 20 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.574024708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 20 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.574087332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 20 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.574265786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.576365985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.576434911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.584144899Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.584349354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.586613697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.586830487Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":6,"elapsed":"512.114838ms"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.590943702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.591268445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-20T23:51:18.576293992Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.600380689Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.600491489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.60839532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.60926399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-20T23:51:18.600254419Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.61109181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.611146298Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.612074115Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b3e2ef9-876e-405f-b57c-ad6ed6baceb9\", \"content-length\": \"835\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.612549226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.624410915Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.624509881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-20T23:51:18.610974337Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.626208635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.626277802Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.636955606Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.637045124Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-20T23:51:18.626111442Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.646740954Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.646850591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.668220819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.671384353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b66d60-2f71-4b41-830b-31a4707cfe05\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.671609639Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.67940706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.679525364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":15,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:18.67982127Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.691463765Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":15} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.691601468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":8,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.695345732Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8765a0-2e86-46ad-8137-0e52ce358259\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.695752919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.697254893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":8} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.697341515Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":20,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.69866722Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"b72cd58e-213a-4230-9441-64f414cfd678\",\"time_loaded\":\"2026-01-20T23:51:18.073089379Z\",\"time_started\":\"2026-01-20T23:51:16.929615Z\"}}","iteration":5,"elapsed":"625.627399ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.698845122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.698907756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.69899041Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.69903099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.69926816Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.69932882Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":4,"elapsed":"57.413µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.699374881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.699415261Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.6996219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.699731467Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.699817548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.700874511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.702189715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.702399571Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.702470371Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":6,"elapsed":"78.365µs"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.70455553Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:29358","req_id":"c8c8718e-9760-45b6-aab9-d8763e0e05d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b9 8d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.704691169Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:29358","req_id":"c8c8718e-9760-45b6-aab9-d8763e0e05d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.70505547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.705291608Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.705677392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:29358","req_id":"c8c8718e-9760-45b6-aab9-d8763e0e05d4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.706559829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.712470273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.712581583Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.712659568Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.712743825Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.712833883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.71407953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.717683426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":20} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.71775594Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.71934167Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3362, tv_nsec: 160046683 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.719461978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.723216253Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.729369017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.72953218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.729589974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.730216495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.732288648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":1} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.732443966Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.733887705Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:13154","req_id":"321848fc-28f7-43a6-96af-24c2cd0d4ec0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e7 fb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.733995217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:13154","req_id":"321848fc-28f7-43a6-96af-24c2cd0d4ec0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.734251665Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.734289961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:13154","req_id":"321848fc-28f7-43a6-96af-24c2cd0d4ec0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.822444848Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.824513484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.824619725Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.824678461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.82472833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.825899278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.829779983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.829889961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.833465572Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.83654545Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.836647583Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.83670201Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.836754755Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.836806497Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.836857418Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.836909341Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.836960753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.837057675Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.837119718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.838646681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.838734916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:45712"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.839308512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 9f60a407-261a-4383-8481-0559dedab91b","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"9f60a407-261a-4383-8481-0559dedab91b"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.839398831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.839449832Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.840243143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.841026624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.848805658Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.849066255Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.849278435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.849426057Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.849546506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.850552548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.856440618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b62b72-5496-441f-b7e6-c3c37b94dbd0\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.856585675Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.856633069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.856685252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.857751273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.863568803Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.863708069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.865905991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db9eb2b8-7592-4793-a0c7-d7e8dc15f928\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.866152329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.867033895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.87539938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.875549347Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.87560648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.876186539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.877682201Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.877761328Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.87780287Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.877853801Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.878384331Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.880348601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.880434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.881162302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.883619428Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.883702302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.883757341Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.8838124Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.883861718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.885255357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.886878632Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.886951506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.886990644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.887041084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.888164548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.892410045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.903377574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.9035778Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.903710653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.903836613Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.904033813Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.906360771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.90882978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.908912093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.908964227Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.910505709Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.911663392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.915814472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.924142333Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.924364062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.924431906Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.925805446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.928961406Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.936668357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:18.938266011Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.938364867Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"efae18a5-14c2-46dc-baf4-643f51840148\",\"inventory_collection_id\":\"b72cd58e-213a-4230-9441-64f414cfd678\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"238.768557ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.941759739Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a9fba5-7e61-4bf8-9345-0f05cfc05211\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.941866952Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.945728859Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"705f936f-071b-4058-a4b1-c575e56f64e7\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.946105094Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.948051258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.948171687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.948293037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.948464717Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.949802917Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.957783991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d97e59aa-43d0-438d-923f-6381d3faf4ff\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.958115898Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.958640658Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.958784402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.958907466Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.960517594Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.96600477Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.975765679Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.976938642Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.977031215Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.978012669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.983354276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e9998b3-71c0-45c4-b832-88aba37a43dd\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.983530435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.98544691Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.985558521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:18.987821432Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.987915138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":7,"elapsed":"289.045808ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.990579945Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eae94f6-7276-4927-9adc-61e9f3f01ed7\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.991337104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.99518297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc64ef67-2176-4cc9-9d21-9327b50c7ade\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.995949318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.998330162Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2b3dfa-2bdc-42cd-a10b-dcb30f49eced\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:18.999642641Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.004814262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11543a34-c354-46a7-80a6-9b6b576086d4\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.006377327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.01098399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9faa79-db3f-4a20-a9d4-bb47dba8fcc1\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.012323001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.016717093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ab9b0e8-1d0c-46c9-a8da-274fe1993021\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.016921818Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.019561144Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.019622556Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.021080072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e50f2f3-025c-41b0-95c9-ad288defdbf6\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.021759558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.024534773Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f8c589a-4366-44aa-b789-feda1808e82c\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.024738266Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.027419195Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c951b8eb-e502-42fd-8258-cbe121473f91\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.02755271Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.029588611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f933c1-cc44-4a7a-bb9d-ce48c9d54ab6\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.029718979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.032145595Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2ebfb7-ae86-4567-97d2-b7b7fdeaa85c\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.033442924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.035308728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5655faff-b5c3-40e5-a0cc-53d536c28739\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.035517903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.0379304Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b536c100-4638-44b2-b7bf-03fa7aae0936\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.038122961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.041919339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b5fc2eb-db0d-417e-aa6d-0d83756e52a3\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.04219232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.044511722Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80e1b77f-376f-4b86-a7b6-be17f5b7dd18\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.04489908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.048360354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e4d053-1ea9-40b9-b833-286915e26606\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.048617363Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.050534409Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3930f252-bc8c-473c-9a25-8db1a02c9dd1\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.051381316Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.054740207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd94f4c7-f09a-4668-a4b9-25878f5d8c43\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.054981665Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.05696353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f997460f-478e-4ac4-8093-4e79f55d291b\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.05734245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.062118588Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87ed949f-e82a-4ab4-8375-f4e75833eb3d\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.062375778Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.065571736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f87cb722-b231-443b-808d-01e82c33ddf6\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.065736753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.06860372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bbaf919-5f8e-42d9-b9c2-4095f46ce7ab\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.06873978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.07116383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee0269b-c8c6-47cf-85ff-2ff4d234b9d4\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.071281733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.073321703Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ed6f1f5-7cf9-40db-a9b4-12f8e06054b0\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.073437653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.075636407Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7b972b9-b1ee-40c4-9e4a-10f468869ea3\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.075746294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.077003123Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641fa064-9a21-4e8b-89d1-c249185ad89d\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.077266224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.079136618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99e5ca88-598f-4f50-8e4d-71aa7b856efc\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.079870471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.082018274Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b55e6ab-b762-4211-9812-7b71e36000a1\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.082352185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.083659394Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e234e45b-907d-49b1-b317-9e4f253074a4\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.083842176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.085546581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8014f4-1359-404a-a443-65db7c681f3d\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.085799652Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.087035239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b52c8d84-fef0-4821-b566-8cdbecb97f0e\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.087137041Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.088299122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6384af7-9814-4b7d-8e46-dcfc2b884d21\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.088461924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.089460381Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c69061-6615-4b62-a69e-84005fa29833\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.089640408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.091773061Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ae7dc8-9136-4192-9f2c-f9dc4a974be5\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.091951374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.093925103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080f1dfc-1934-4a5c-abf0-4c5258c3b786\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.094044379Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.095921756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf60f09f-3e50-4091-8f61-58e68d8dfdfb\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.096090921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.09845868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a71cfff-85e4-4fa7-bdd5-2f9702b09903\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.098617354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.105762243Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a72d03a4-9c51-41cb-ab4c-37bc9a7c7a3b\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.105936498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.107858795Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aa00d78-1a03-4afe-9661-075acf5efac1\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.10810399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.109553721Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c922dbb-2efb-4050-85e0-229d7644bad7\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.109832854Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.112272054Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"126f1630-a28b-4fe4-b771-b3b4b4214460\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.112697416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.116545937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa0948b1-febe-4076-95de-e8468f6e017b\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.116744811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.118969035Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16097acf-9c51-4bdd-b677-4b6f2f6f6b81\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.119140154Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.119261264Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.119373967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.119479446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.124058273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.135938389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.15193735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.152175312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.152242966Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.152298456Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.152347753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.152389606Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.152441809Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.159946661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.161639894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.161756675Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.162848788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.261493768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:44381"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.261653705Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/inventory","method":"GET"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:19.262437797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"9f60a407-261a-4383-8481-0559dedab91b","zpool_id":"e3011151-f2fc-4f9d-bf42-ca8b2b667f38","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.262513517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.262564809Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.265562265Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:19.266666181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41890"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.268684638Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"0fb223a1-a601-4928-9fad-66610e64274e","remote_addr":"[::1]:41890","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.268778153Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"0fb223a1-a601-4928-9fad-66610e64274e","remote_addr":"[::1]:41890","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:19.272755118Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"0fb223a1-a601-4928-9fad-66610e64274e","remote_addr":"[::1]:41890","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4153,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.273391488Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.273470174Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.273525103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.273698546Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.275664028Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.277197345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb223a1-a601-4928-9fad-66610e64274e\", \"content-length\": \"21233\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.285094733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.285202607Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.285250843Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.285971109Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.287416431Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:19.28847638Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.412309599Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"64bfa76c-00cf-46f6-858c-04eb096ead95 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.412418955Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.413321382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.415865991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.514831015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.514942326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41159/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:19.516519349Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:62538"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.517341116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.517800345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.518680618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.522067736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.523995433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"6aac1c98-e663-480f-8425-7390b44478d9","remote_addr":"[::1]:62538","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.524086042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"6aac1c98-e663-480f-8425-7390b44478d9","remote_addr":"[::1]:62538","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:19.53048307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"6aac1c98-e663-480f-8425-7390b44478d9","remote_addr":"[::1]:62538","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","latency_us":6503,"response_code":200} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:19.531503901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"72b916a8-0861-48d4-a833-770616ba52c1","zpool_id":"e3011151-f2fc-4f9d-bf42-ca8b2b667f38"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.533847452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.535166334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.535291512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.535369196Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.535495576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41159/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aac1c98-e663-480f-8425-7390b44478d9\", \"content-length\": \"3478\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.535950547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.538205592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.538281994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.542782987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.542974726Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.5430826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.543169502Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.544614674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.56361068Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.571718185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.572373643Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.572520584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.573323324Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:19.575191934Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 9f60a407-261a-4383-8481-0559dedab91b","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"9f60a407-261a-4383-8481-0559dedab91b"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.575281061Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.57538707Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.578075634Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.592916733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 9f60a407-261a-4383-8481-0559dedab91b (physical_disk), lookup_type: ById(9f60a407-261a-4383-8481-0559dedab91b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.593013806Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.593434779Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.593513355Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.595045028Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.610992728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.621163188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 9f60a407-261a-4383-8481-0559dedab91b (physical_disk), lookup_type: ById(9f60a407-261a-4383-8481-0559dedab91b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:19.621329587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"9f60a407-261a-4383-8481-0559dedab91b","zpool_id":"e3011151-f2fc-4f9d-bf42-ca8b2b667f38","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.621383184Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.621432341Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.622779459Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.631133431Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.631326504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.631425079Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.631505127Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.632390661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.645063055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.648405584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.656237954Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.656357491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.65641273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.656459292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.657641884Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.661496277Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.668291122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.668394096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.668445779Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.669366963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.675150776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.675364469Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.675439317Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.675535318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.676550518Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.682075849Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.692301969Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.69244874Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.692503859Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.693910715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:19.830542157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"0f3bffcd-6644-457a-adb5-4276ae1f4625"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.830680221Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-20 23:51:18.401759 UTC","collection_id":"0f3bffcd-6644-457a-adb5-4276ae1f4625"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.830919775Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"0f3bffcd-6644-457a-adb5-4276ae1f4625\",\"time_done\":\"2026-01-20 23:51:19.538303 UTC\",\"time_started\":\"2026-01-20 23:51:18.401759 UTC\"}","iteration":5,"elapsed":"1.760034571s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.831032528Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.831080112Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.831130142Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.831182265Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.831232194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.831985876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.833075183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.833151845Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.83323015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.833284428Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.833332583Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.833868314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.834651805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.834725241Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.834768556Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.834807564Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.835867903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:58996","req_id":"a4658798-15c4-433d-a322-17e4e61dee6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 89 51 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .Q..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.835964515Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:58996","req_id":"a4658798-15c4-433d-a322-17e4e61dee6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.836222355Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.836428724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.836615945Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:58996","req_id":"a4658798-15c4-433d-a322-17e4e61dee6e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.839576517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.839688619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.840758939Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.842078291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3363, tv_nsec: 282909054 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.842180213Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.842803838Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.847466061Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.847624324Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.847684072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.848014657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.849151979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.858381015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.858581522Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.858667302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.858952877Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.862688655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:31954","req_id":"8397f0b8-15ca-4a83-97f0-a1427b25e30a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 43 8f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e C...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.862819073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:31954","req_id":"8397f0b8-15ca-4a83-97f0-a1427b25e30a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.863058768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.863097635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:31954","req_id":"8397f0b8-15ca-4a83-97f0-a1427b25e30a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.956418201Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.957483992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.95757892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.95953348Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.961709419Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(9072150b-abd5-47d0-b7b8-18b363c8d7f0, 2), (7a7a3d2a-e25e-4a20-873a-555ff95a06fb, 2), (b72cd58e-213a-4230-9441-64f414cfd678, 2), (0f3bffcd-6644-457a-adb5-4276ae1f4625, 2)]","collection_id":"9072150b-abd5-47d0-b7b8-18b363c8d7f0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.961806401Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.961862412Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.964621225Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.97347117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7c2af7-393f-484b-9a8a-8234115e6606\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:19 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.973855091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.974003554Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.974399458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.975670365Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.983453157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.983637442Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.983758351Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.983886675Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.984859903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.992236069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.992479752Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:19.992623426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.992689447Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:19.993436657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.004626856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.004719088Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.004763426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.005589833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.006637307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.012745723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.012901542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.013156527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.014821834Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.019092281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.019247628Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.019383648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.023934269Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.027831547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.027932747Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.027978958Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.028029218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.029359833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.035215008Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.035402058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.036456977Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.036594369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.039314686Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.039952779Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":8,"elapsed":"205.214583ms"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.050640444Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.050844698Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.1060717Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.108467895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.108579507Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.108639535Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.108699314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.108755856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.10881351Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.1088744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.108932956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.108991102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.109049748Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.110162952Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.110268331Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:60997"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.110320885Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 7ae3b0e8-ac17-41c5-a19e-b6ca4db52032","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"7ae3b0e8-ac17-41c5-a19e-b6ca4db52032"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.110382507Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.110436043Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.112068736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:20.120272101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.120916907Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.121019972Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.122336168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.127862421Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.127960004Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.128016326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.128082868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.129436328Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.134556778Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.141636187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"removed inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.145722498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":0,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":10,"nomicron_sled_configs":1,"nboot_partitions":2,"nconfig_reconcilers":1,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":0,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":10,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":7,"nsled_agents":1,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"9072150b-abd5-47d0-b7b8-18b363c8d7f0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.146293178Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.146469548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.148193892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.151127572Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"0f3bffcd-6644-457a-adb5-4276ae1f4625\",\"time_loaded\":\"2026-01-20T23:51:19.833068570Z\",\"time_started\":\"2026-01-20T23:51:18.401759Z\"}}","iteration":6,"elapsed":"317.959675ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.151231858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.151281537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":5,"elapsed":"27.615µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.151330714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.151376064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.151414099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.151450651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.15173771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.152286416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.152355042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":7,"elapsed":"598.516µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.152404841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.152446814Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.152497264Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.152551251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.152598885Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.153788922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.157492716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:1143","req_id":"6af7a614-6bd1-4162-bfa3-acd3c6b03a37","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b6 85 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.15857045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:1143","req_id":"6af7a614-6bd1-4162-bfa3-acd3c6b03a37","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.158798552Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.158833762Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.158869713Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:1143","req_id":"6af7a614-6bd1-4162-bfa3-acd3c6b03a37","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.159808793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3363, tv_nsec: 600304301 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.160066513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.160251649Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:51345","req_id":"0da00af0-5e69-4f6b-a8c3-608ecbe70793","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a4 be 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.160421315Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:51345","req_id":"0da00af0-5e69-4f6b-a8c3-608ecbe70793","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.160707432Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.16078194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:51345","req_id":"0da00af0-5e69-4f6b-a8c3-608ecbe70793","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.161206019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.174082358Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.174193077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.174248446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.174304317Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.174354537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.176468543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.179345009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(7a7a3d2a-e25e-4a20-873a-555ff95a06fb, 2), (b72cd58e-213a-4230-9441-64f414cfd678, 2), (0f3bffcd-6644-457a-adb5-4276ae1f4625, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.179427302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.295464332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.296618588Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"7ae3b0e8-ac17-41c5-a19e-b6ca4db52032","zpool_id":"073f6c07-7cbe-4691-8ab7-3e46444a9483","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.296736582Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.296823694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.297524262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.299093519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.307692848Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.307837143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.307893435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.30860789Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.309813858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.310131938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:49623","req_id":"37c6e989-5686-4e47-938e-dd1d551f4d2c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 67 a1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 g............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.31026966Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:49623","req_id":"37c6e989-5686-4e47-938e-dd1d551f4d2c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.31057773Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.310939397Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.311010948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:49623","req_id":"37c6e989-5686-4e47-938e-dd1d551f4d2c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.312272396Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.314714973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51a402c9-5144-434c-a7d6-4f35ed52c7e4","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.314986631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51a402c9-5144-434c-a7d6-4f35ed52c7e4","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.317050668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3363, tv_nsec: 757740451 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.317252568Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.318355051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51a402c9-5144-434c-a7d6-4f35ed52c7e4","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.319059126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51a402c9-5144-434c-a7d6-4f35ed52c7e4","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.320337096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51a402c9-5144-434c-a7d6-4f35ed52c7e4","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.321618624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db864b6-b0c6-40d9-960b-46edeaf0fd5f\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.321827668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.321886945Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.321939289Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.322937876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.32470723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.324795565Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.324852017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.324902597Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.325231088Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.33886683Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.339257243Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.339720229Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.339860477Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.340792192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.341957901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.35101733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.351199431Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.35126986Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.35132526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.351373766Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.352075075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.356218229Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"51a402c9-5144-434c-a7d6-4f35ed52c7e4","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":41510,"response_code":200} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.356659503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.356859139Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.357032672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.357180214Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.35831404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.361812197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:35859","req_id":"8cae8a09-c4bb-402c-8d17-3778a4bdebf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0d d7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.36192476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:35859","req_id":"8cae8a09-c4bb-402c-8d17-3778a4bdebf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.362279572Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.362448667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:35859","req_id":"8cae8a09-c4bb-402c-8d17-3778a4bdebf1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.362858408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51a402c9-5144-434c-a7d6-4f35ed52c7e4\", \"content-length\": \"405\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.363364871Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.364049217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.372826007Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.372930003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.372982306Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.373997997Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.375029701Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.375159457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.375390174Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.375486134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.376537747Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.38223038Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.382430987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.382596935Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.382874866Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.383756552Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.385060824Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.385137306Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.385193427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.38524536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.385294397Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.38619494Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.388671424Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17951247-2f94-4205-ac4a-0a44192e2799","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.388799538Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17951247-2f94-4205-ac4a-0a44192e2799","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.492641489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.493629927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17951247-2f94-4205-ac4a-0a44192e2799","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.493951624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17951247-2f94-4205-ac4a-0a44192e2799","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.496016803Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17951247-2f94-4205-ac4a-0a44192e2799","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.499864022Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.499962387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.500016494Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.50067633Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.503462548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.518930518Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.519081216Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.519134853Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.519188108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.519235211Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.519804398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.525270493Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"17951247-2f94-4205-ac4a-0a44192e2799","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":136574,"response_code":200} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.525873336Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.525968224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.526014155Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.526066339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.526996921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.528892134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.54586786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.545971505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.546025853Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.546964362Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.549554841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.554819978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.558369486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.558816532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17951247-2f94-4205-ac4a-0a44192e2799\", \"content-length\": \"29\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.559172436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.559288616Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.55937646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.560212255Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.561010807Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.561194881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.563181856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.563363205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":9,"elapsed":"412.038182ms"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.564045256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.564269139Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"efae18a5-14c2-46dc-baf4-643f51840148\",\"inventory_collection_id\":\"0f3bffcd-6644-457a-adb5-4276ae1f4625\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"411.892604ms"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.565340781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"a9f0aee7-97e0-46c8-817d-51e850a527ac","zpool_id":"073f6c07-7cbe-4691-8ab7-3e46444a9483"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.568333828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:19751","req_id":"aa98c868-61c2-41d9-95e1-892b49f8f587","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5e 19 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ^............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.568438014Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:19751","req_id":"aa98c868-61c2-41d9-95e1-892b49f8f587","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.568747557Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:20.569029205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:19751","req_id":"aa98c868-61c2-41d9-95e1-892b49f8f587","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.573578764Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.574375793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.57585434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.575940391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.575991743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.578786036Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:21158","req_id":"82e41042-d03b-417e-a0af-75d48897d389","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: c1 96 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.578884381Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:21158","req_id":"82e41042-d03b-417e-a0af-75d48897d389","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.579078194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.579277539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.579334191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:21158","req_id":"82e41042-d03b-417e-a0af-75d48897d389","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.584364693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3364, tv_nsec: 25099836 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.584478829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.585222141Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 7ae3b0e8-ac17-41c5-a19e-b6ca4db52032","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"7ae3b0e8-ac17-41c5-a19e-b6ca4db52032"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.585334914Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.585390464Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.586427388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.595993942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:18817","req_id":"1c9dbbaa-8e88-4252-b86c-cd38d619e39e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 98 62 01 00 00 01 00 00 00 00 00 01 24 37 32 38 .b..........$728\n0010: 37 34 62 35 37 2d 32 39 32 36 2d 34 66 36 61 2d 74b57-2926-4f6a-\n0020: 62 36 33 34 2d 37 33 35 33 32 66 32 62 33 64 32 b634-73532f2b3d2\n0030: 66 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 f.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.599536176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:18817","req_id":"1c9dbbaa-8e88-4252-b86c-cd38d619e39e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 50,\n 56,\n 55,\n 52,\n 98,\n 53,\n 55,\n 45,\n 50,\n 57,\n 50,\n 54,\n 45,\n 52,\n 102,\n 54,\n 97,\n 45,\n 98,\n 54,\n 51,\n 52,\n 45,\n 55,\n 51,\n 53,\n 51,\n 50,\n 102,\n 50,\n 98,\n 51,\n 100,\n 50,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.599820168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.599861661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:18817","req_id":"1c9dbbaa-8e88-4252-b86c-cd38d619e39e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.601567238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.601655874Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53905"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.602687697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.606367584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 7ae3b0e8-ac17-41c5-a19e-b6ca4db52032 (physical_disk), lookup_type: ById(7ae3b0e8-ac17-41c5-a19e-b6ca4db52032) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.606458524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.606511419Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.606558261Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.610607049Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.627755627Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.638809256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 7ae3b0e8-ac17-41c5-a19e-b6ca4db52032 (physical_disk), lookup_type: ById(7ae3b0e8-ac17-41c5-a19e-b6ca4db52032) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.638913833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"7ae3b0e8-ac17-41c5-a19e-b6ca4db52032","zpool_id":"073f6c07-7cbe-4691-8ab7-3e46444a9483","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.638960616Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.639007839Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.639691192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.643375268Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5440200-2593-49f3-b4b2-491438a2a03d\", \"content-length\": \"835\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.643676224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.648717527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.648802445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.648852534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.648897583Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.649700423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.668409071Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.673406276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.674411296Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5701bb48-960e-4c97-bf90-179d714fa3aa\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.674712232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.681045303Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebadbe66-f87e-4ae2-ad8b-474a8a8817d6\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.681310619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.681667876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.681744989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.681799186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.681847181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.682605553Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.686844868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14ecfff5-1d57-4d54-859d-2529259c5629\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.687015436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.689651375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df1f9e9f-7701-4931-b32b-1082ed29f47e\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.690874588Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.691450829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.696506711Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.696761756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.696866804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.697719492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.704247319Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"848cfd58-d84a-4387-ac17-d5bb9e16ba80\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.704620187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.707983337Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"704fb290-7345-469b-876e-9d818be3dff1\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.708266548Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.711163725Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.711273322Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.711419461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.711490272Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.712475332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.715195749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af3b8ab-5ac4-4050-8bc0-2ca7e7c34b03\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.715434973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.717309705Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb1c5aa-f7ee-47c6-9b25-b94494148b51\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.717520493Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.71948877Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc831ca-818c-4243-b491-beb8ebe05e3c\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.719845667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.721361799Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23efe9a4-aeb6-48b9-9620-b959b68c388e\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.721562687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.722494012Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.730782184Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.730897142Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.73096685Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.731837003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.735527922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d4a8b74-1c7d-4bc8-996e-58090786d762\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.736103812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.737264601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.737469246Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.738641046Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.749531702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c045d5b-ebaa-42da-b272-4817c6d10d03\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.750013756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.755407206Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7444f7d-4d05-4da7-b082-7a9120b86247\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.755617794Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.758357318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7ed588-1b86-4384-821d-c934d2ec6148\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.758850996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.763742943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d811b9e-51dc-468d-af38-c5baa22d5f04\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.763910986Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.766040723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0df705-752b-42d3-9c7a-1c91ffe836c6\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.766183616Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.769824266Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a01a612a-acbc-4ed7-a2f4-986d4958fddc\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.770070904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.772959584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f417ae0-b941-4eb4-bbf9-42f9301f6a6e\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.7735736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.776289799Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"971b4840-476f-4895-bac8-19a2a35d09c0\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.776967431Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.779046638Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5af10d4-51ec-454f-bf8d-fb56478684bd\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.779473644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.782681736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"246ffe5c-6208-43e3-a024-9e335026a0a5\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.782961631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.784579404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8f1ca3-f402-4933-9cf5-161ae63c2ae3\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.784755273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.786458596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d63250-e1f2-4d18-8870-52bc6846af34\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.786714542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.787989627Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed495124-f6ac-4888-a3b2-a2a3ad91b16f\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.788175786Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.789323709Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ee5de22-0db0-4ddf-a9cf-5e207e1ec75a\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.789482464Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.790637591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59f5f0f0-eed8-4b79-a740-7166c43d95aa\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.790797157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.796857247Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e18789a-f402-4178-95da-76b1795124ef\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.797059949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.800205478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff6e21f5-a7a9-43a3-92e1-a4d33079a180\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.800498808Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.805070481Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"204bac51-50ea-43c3-afcf-d085da034039\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.805646262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.807934834Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77f9f507-0069-4a32-a15b-27c112a5be2a\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.808077927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.810004332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0bf796e-5ebc-4756-b683-01ffb9bf72c8\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.81015006Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.812352171Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88979a04-31f5-4be1-b775-6de1cb5d3ae7\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.812473591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.814005956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78aa519c-5f82-4824-b716-37db1c7af230\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.814105964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.815395417Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"061b6319-4e6b-4d30-a40b-23b10a4cddce\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.815570835Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.816865118Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"719d4283-2240-4b41-866d-5bf9cbcc9f54\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.817017139Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.818098781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56525f7a-ef99-4e28-8d97-1dfdad50c27c\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.818197486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.81949228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"982c40f4-1804-4552-981a-e01a196e9080\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.819698989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.82062828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"351c2ed5-c404-4d68-948e-7e1cb60809d2\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.82071948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.821772916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8666cfa-5103-4b8b-b741-28f26a9a149e\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.82186045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.822956039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89721d48-32e2-4b5b-835c-c2ae2a334715\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.823055676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.825442723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc911ea3-a405-44c0-8023-dd4dc92ad5d0\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.825654443Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.826388506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.828305051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df3e91da-c40f-4f3f-9907-ecb6693c0d13\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.82844595Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.830311384Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3631c2f6-06b4-4803-ac84-e6fb32df60d6\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.830456111Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.832333919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27355586-8290-4b44-aea2-17db8efbefa2\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.832481361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.835491853Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf6ac555-f210-4171-9766-943eee2f943b\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.836173012Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.838826196Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1432e955-b3a0-4a03-9116-bcc782d74d4b\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.838981593Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.840517816Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d63e869d-f664-4bd4-88d7-dc74c61896ce\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.840875163Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.843179606Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a25baf3d-708a-4db6-a68a-15516c1edc48\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.843450844Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.844994039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76691841-ead6-403b-80c1-a2081519ae15\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.845326017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.846704166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d42a8a-ffb5-4d81-8bdf-616fe4308d6a\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.847117404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.847280096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.847418941Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.847526875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.848395766Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.854457449Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.868103932Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.868261134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.868318477Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.868374899Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.868422794Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.869554154Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.876937024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.881603956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.881705637Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.881998096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.882531613Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.883858089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.884817489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.884878129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.884924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.887132834Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.898409795Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.905911961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.906061267Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.906245331Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.907096697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.988882823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:44381"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.98903298Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.991207837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35874"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.991485577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.991567048Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.991619773Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.991675012Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.991725653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.992829318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:20.996422574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"5fc30895-e219-48f0-a200-7ce6c8ed7b4c","remote_addr":"[::1]:35874","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:20.996516439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"5fc30895-e219-48f0-a200-7ce6c8ed7b4c","remote_addr":"[::1]:35874","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:20.999395932Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"5fc30895-e219-48f0-a200-7ce6c8ed7b4c","remote_addr":"[::1]:35874","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2974,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.005286226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.005385001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.006165697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.007417446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc30895-e219-48f0-a200-7ce6c8ed7b4c\", \"content-length\": \"21607\", \"date\": \"Tue, 20 Jan 2026 23:51:20 GMT\"} })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.00777291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.014122313Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.01422146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.014276428Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.014649427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.019449512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.019529491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.0195744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.019966767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.020346228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:21.020765108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.140180027Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"64bfa76c-00cf-46f6-858c-04eb096ead95 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.140326527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.140382959Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.145596242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.222104938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.222215246Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41159/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:21.223486073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:50257"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.224032895Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.224177311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.224527625Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.225754044Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.226304504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"452a162a-d02a-49b4-982d-ef27d76f96c6","remote_addr":"[::1]:50257","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.226384252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"452a162a-d02a-49b4-982d-ef27d76f96c6","remote_addr":"[::1]:50257","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:21.227319003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"452a162a-d02a-49b4-982d-ef27d76f96c6","remote_addr":"[::1]:50257","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1017,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.2279789Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41159/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452a162a-d02a-49b4-982d-ef27d76f96c6\", \"content-length\": \"3478\", \"date\": \"Tue, 20 Jan 2026 23:51:21 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.228364172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.231070522Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.231304856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.234439693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.234538178Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.23459431Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.234779496Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.235907059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.238461217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-20T23:51:00.230448Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.238562778Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":5,"elapsed":"247.047923ms"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.239746953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.239843875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.242754098Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.251940459Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.25262783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.252732177Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.253765032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.257900251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.258248721Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:21.325277544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.335035617Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.390196188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.390339602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.390394941Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.390440111Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.391255035Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.400571934Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.407017979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.407160391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.407261451Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.407709027Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.461031378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.461188399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.47857556Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.479386486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.479512686Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.479578446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:21.83780609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"c9f121be-c9ac-48d4-bc6c-c5655fd682b9"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.837951648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-20 23:51:20.601383 UTC","collection_id":"c9f121be-c9ac-48d4-bc6c-c5655fd682b9"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.8381798Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"c9f121be-c9ac-48d4-bc6c-c5655fd682b9\",\"time_done\":\"2026-01-20 23:51:21.230936 UTC\",\"time_started\":\"2026-01-20 23:51:20.601383 UTC\"}","iteration":6,"elapsed":"2.007147702s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.838281391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.838329757Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.838384856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.838441879Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.838491527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.839348244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.840456348Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.840536887Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.84057837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.840616796Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.84096234Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.841034924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.841091506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.841144521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.841192937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.84185115Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.843648339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:2618","req_id":"ae4e2555-8d7e-4348-b049-21b7a887f2a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ef d8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.843750271Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:2618","req_id":"ae4e2555-8d7e-4348-b049-21b7a887f2a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.843941109Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.844225552Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.844285771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:2618","req_id":"ae4e2555-8d7e-4348-b049-21b7a887f2a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.844711965Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 285571674 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.844817985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.845258277Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:40950","req_id":"fe2281f5-5ccb-4d5c-8aa9-74b6117be653","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3a a8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e :...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.845447562Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:40950","req_id":"fe2281f5-5ccb-4d5c-8aa9-74b6117be653","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15016,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.845772054Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.845812434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:40950","req_id":"fe2281f5-5ccb-4d5c-8aa9-74b6117be653","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.940968886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.94228349Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.942483155Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.943192109Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.944526922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.95238328Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.952556563Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.952614938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.953127894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.95455994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.959691081Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.959851989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.959917359Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.960369113Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.963724718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd711e06-2121-4e3e-a38b-b44bc3f4b0a3\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:21 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.963964513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.964061365Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.964157145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.965349506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.966998531Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.967124952Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.968014693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.971519404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.971624221Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.971696103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.971786573Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.972984635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.976382273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(7a7a3d2a-e25e-4a20-873a-555ff95a06fb, 2), (b72cd58e-213a-4230-9441-64f414cfd678, 2), (0f3bffcd-6644-457a-adb5-4276ae1f4625, 2), (c9f121be-c9ac-48d4-bc6c-c5655fd682b9, 2)]","collection_id":"7a7a3d2a-e25e-4a20-873a-555ff95a06fb"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.976676596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.976758077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.977546779Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.982049135Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.982373427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.982447434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.982502022Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.982999377Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.99101037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.991139756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:21.991286928Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.991366706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:21.99375239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.003109309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.003259797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.004173256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.006057778Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.017551027Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.017897383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.01813336Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.018331322Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.019975949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.028084005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.028265785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.028465721Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.030877236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.031569607Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.031682451Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.044007026Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.044142655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":10,"elapsed":"203.626168ms"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.066399398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.066560718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.075361305Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.075551532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:22.129232172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.141470256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"c9f121be-c9ac-48d4-bc6c-c5655fd682b9\",\"time_loaded\":\"2026-01-20T23:51:21.840956328Z\",\"time_started\":\"2026-01-20T23:51:20.601383Z\"}}","iteration":7,"elapsed":"300.467686ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.141956259Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.14210329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.142270451Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":8,"elapsed":"298.28µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.143107879Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.143183058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.143241033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.143296903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.143348846Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.15539467Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.157177079Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.157790945Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":6,"elapsed":"632.282µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.157896264Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.157945351Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.157984829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.158021712Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.163481514Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:41980","req_id":"5d6a9544-bd6d-4e0e-a3d4-9c02285ea560","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 0a b0 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.163932777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:41980","req_id":"5d6a9544-bd6d-4e0e-a3d4-9c02285ea560","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.164502586Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.164814614Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.164876486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:41980","req_id":"5d6a9544-bd6d-4e0e-a3d4-9c02285ea560","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.165303983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.171320898Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.171521565Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.171840957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.171982087Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.172154218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.173552446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.178376269Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 619079639 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.178678157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.180360759Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"result":"Ok(\"found\")"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.182923153Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"external client test context","body":"Body { inner: BoxBody }","uri":"http://127.0.0.1:42747/v1/projects","method":"POST"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.183572228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.193956892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.194243089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.194313298Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.194575317Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"removed inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.197504477Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":0,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":10,"nomicron_sled_configs":1,"nboot_partitions":2,"nconfig_reconcilers":1,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":0,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":10,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":7,"nsled_agents":1,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"7a7a3d2a-e25e-4a20-873a-555ff95a06fb"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.197704433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.197759242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.198886073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.202762609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:47515"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.203470912Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:34780","req_id":"ef8d1e4d-b95d-4957-94eb-7dc152e15d59","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 84 1b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.204059498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:34780","req_id":"ef8d1e4d-b95d-4957-94eb-7dc152e15d59","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.204354422Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.204392327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:34780","req_id":"ef8d1e4d-b95d-4957-94eb-7dc152e15d59","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.204817589Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.204904371Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.204962396Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.205048346Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.206149356Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.207609137Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(b72cd58e-213a-4230-9441-64f414cfd678, 2), (0f3bffcd-6644-457a-adb5-4276ae1f4625, 2), (c9f121be-c9ac-48d4-bc6c-c5655fd682b9, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.207774184Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.301784316Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.307376029Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.307496768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2026011600.0.0"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.30778071Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.30785135Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:59777","req_id":"c6870b75-373c-416c-aae5-d4d1ba1b92cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bd 8f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.307971748Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:59777","req_id":"c6870b75-373c-416c-aae5-d4d1ba1b92cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48527,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.308417281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.308697045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.308757835Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:59777","req_id":"c6870b75-373c-416c-aae5-d4d1ba1b92cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authn: trying Spoof","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.309984755Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"looking up silo for user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.310226814Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","silo_user_id":"001de000-05e4-4000-8000-000000004007"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.310461138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.31062378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.311937151Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.314770411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.315697748Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.322282697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.322439127Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.322564355Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.322623352Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.32267296Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.323251496Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.325575498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe5791ce-54bd-4ffa-8911-7d544583ef73","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.325678141Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe5791ce-54bd-4ffa-8911-7d544583ef73","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.326896203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 767156435 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.327003736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.327802718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe5791ce-54bd-4ffa-8911-7d544583ef73","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.327927225Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe5791ce-54bd-4ffa-8911-7d544583ef73","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.337931185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe5791ce-54bd-4ffa-8911-7d544583ef73","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.340151512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d46ff8e5-e152-42b9-a5ed-84ad7a528196\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.340313132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.340360596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.340480924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.340859564Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.344483099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.344638557Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.345621524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.347734037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.354103901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.354269759Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.354384947Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.355796693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.358241063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe5791ce-54bd-4ffa-8911-7d544583ef73","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":32766,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.359419477Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.360489546Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.360633681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.366422955Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.367507724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.369250825Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.369408868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.369522373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.369733842Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.370610207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.372701228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe5791ce-54bd-4ffa-8911-7d544583ef73\", \"content-length\": \"405\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.373223893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.373772539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.373902326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.374021041Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.37633334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.376409772Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.383889503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.387254296Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1811b1b9-8ec1-4f66-82b1-e425a28300f3","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.387371959Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1811b1b9-8ec1-4f66-82b1-e425a28300f3","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.387436657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36517","req_id":"f59cac8c-d2f8-4be6-8bda-ba1f75f6b931","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 02 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.388455545Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36517","req_id":"f59cac8c-d2f8-4be6-8bda-ba1f75f6b931","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.38883166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.389037648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36517","req_id":"f59cac8c-d2f8-4be6-8bda-ba1f75f6b931","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.389470024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1811b1b9-8ec1-4f66-82b1-e425a28300f3","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.389580553Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1811b1b9-8ec1-4f66-82b1-e425a28300f3","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.39080616Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1811b1b9-8ec1-4f66-82b1-e425a28300f3","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.392335438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.392415557Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.392464664Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.394732766Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.396590995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.396667457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.396708398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.396758808Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.397541517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.401843857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.407200875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.407498374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.407651488Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.407779792Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.408166277Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.409628593Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.426640651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1811b1b9-8ec1-4f66-82b1-e425a28300f3","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":39483,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.428895506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.436529964Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"SiloUser { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 001de000-05e4-4000-8000-000000004007 (silo_user), lookup_type: ById(001de000-05e4-4000-8000-000000004007) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.436897822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.437029072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.449851213Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.454265825Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.471221161Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.471432529Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.471560523Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.473005243Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.47547275Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.47566462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.475792052Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.475891339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.476629961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.609825931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.616219842Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.616690614Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1811b1b9-8ec1-4f66-82b1-e425a28300f3\", \"content-length\": \"29\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.616841653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.616902854Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.616945168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.617909388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.619505468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.619582361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.620844019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.620911232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.620957894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.624235785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.624321545Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"efae18a5-14c2-46dc-baf4-643f51840148\",\"inventory_collection_id\":\"c9f121be-c9ac-48d4-bc6c-c5655fd682b9\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":6,"elapsed":"481.217263ms"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.629346566Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.629579938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.629706739Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.633219455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.639592966Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.63979673Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.639932168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.640708155Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.645449203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:33524","req_id":"91214102-00a0-4040-a854-af03baa7ed16","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1d ce 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.645693847Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:33524","req_id":"91214102-00a0-4040-a854-af03baa7ed16","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.646163588Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:22.646597467Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:33524","req_id":"91214102-00a0-4040-a854-af03baa7ed16","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.647067067Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.648056917Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.648198116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.648287554Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.649438002Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"external-authenticator\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.652991468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"ExternalAuthn","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003 (built_in_user), .. })"} {"msg":"authn result: Ok(Context { kind: Authenticated(Details { actor: Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }, device_token_expiration: None, credential_id: None }, Some(SiloAuthnPolicy { mapped_fleet_roles: {} })), schemes_tried: [Spoof] })","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.653201124Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.653435868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.653657567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.65381542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.65394169Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.654629532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.656169953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.656327855Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.656435689Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.656540236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.657170945Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.660769691Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.666965781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:14746","req_id":"f2324074-124c-4604-93a8-5d48a77a6ff2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 20 32 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f 2..........._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.667174715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:14746","req_id":"f2324074-124c-4604-93a8-5d48a77a6ff2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.667818129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.668038194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.668100297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:14746","req_id":"f2324074-124c-4604-93a8-5d48a77a6ff2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.668588144Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.677093376Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.677217592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.677291368Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.677348772Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.677420764Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.67746938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.677528057Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.677566132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":11,"elapsed":"517.350295ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.678210147Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 35757, target: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3366, tv_nsec: 118675436 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.678313863Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.685454974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36850","req_id":"361f31b3-40f9-4793-82f5-0eb1e5cbfe8b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 6b 16 01 00 00 01 00 00 00 00 00 01 24 37 32 38 k...........$728\n0010: 37 34 62 35 37 2d 32 39 32 36 2d 34 66 36 61 2d 74b57-2926-4f6a-\n0020: 62 36 33 34 2d 37 33 35 33 32 66 32 62 33 64 32 b634-73532f2b3d2\n0030: 66 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 f.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.685558278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36850","req_id":"361f31b3-40f9-4793-82f5-0eb1e5cbfe8b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 50,\n 56,\n 55,\n 52,\n 98,\n 53,\n 55,\n 45,\n 50,\n 57,\n 50,\n 54,\n 45,\n 52,\n 102,\n 54,\n 97,\n 45,\n 98,\n 54,\n 51,\n 52,\n 45,\n 55,\n 51,\n 53,\n 51,\n 50,\n 102,\n 50,\n 98,\n 51,\n 100,\n 50,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.685763875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"72874b57-2926-4f6a-b634-73532f2b3d2f.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.685794486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36850","req_id":"361f31b3-40f9-4793-82f5-0eb1e5cbfe8b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"72874b57-2926-4f6a-b634-73532f2b3d2f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.68839188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.688458792Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:53905"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.688497789Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.708873899Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d4c2601-1b39-499b-b303-b316b9b874cf\", \"content-length\": \"835\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.70921279Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.723657734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae646afd-9825-4cd3-96ed-78534bf05993\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.72411008Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.727344745Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24470f09-90e2-436b-be29-77624057df57\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.727528509Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.730113618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8121a998-b59e-4e20-9d4c-916e9031e1bc\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.730292693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.733242675Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd39d7a-03fb-4f05-be85-3eab87c54607\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.733403052Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.736171885Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37051676-a468-478b-98ac-497c5509b76c\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.737245912Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.739063742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"837e8570-3ca1-4757-9ec8-9982b5b3ae57\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.739209841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.741563001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a9cb254-8fdd-4f54-8f9a-6c297d45f94f\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.741711725Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.742696966Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"100b48e4-15cc-4d2e-adc5-3c44c2e29135\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.742863015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.743997943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9242e750-164c-46c4-8ed3-f17da4feb24a\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.744171025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.761087463Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f702ee06-a8d4-4a5a-a267-af04524239b4\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.761202672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.762372939Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e552618-19ff-4334-ac44-78a9d3ab584d\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.762580741Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.766002937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d0be5fa-d362-48ac-b34f-c98ef496ca46\", \"content-length\": \"734\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.76610015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.767343111Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6628f7f0-75c0-43c4-a42b-fbbf4db09dbb\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.767444472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.773953491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"702a9924-fb12-45ab-9d1b-2564e9cbeb42\", \"content-length\": \"111\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.774325207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.774667024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"961aad70-5fc5-4968-a5b6-b3ff52ddb81f\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.774833835Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.779716954Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb02a8b0-9363-46f9-bcf6-2093eb73928c\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.780018251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.782054603Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99bf330-a68e-450d-8c05-963dcf01f7c2\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.782321883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.784686034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b86955f-e2ef-49db-86ed-b89bc144f55d\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.784966179Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.795426182Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38486977-a1fb-4892-8c64-15a6c175c117\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.796143453Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.806148796Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edda90c0-2b27-4aa9-88cd-732d2a591581\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.806595039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.807941646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ff9e3b-17a2-4b29-a76f-b36334294aa5\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.80824178Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.809487888Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95bcb7c-aaff-4474-b12a-b5a53ef1fc66\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.809796499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.811351258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b9fc126-c074-4b59-afe8-1a54218102a4\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.811708615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.815298123Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb40c5f7-45b2-4780-bbfd-604a53013746\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.815621684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.820253947Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44241be2-f3e4-4524-8481-42c0f8df5bc6\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.820477991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.822572438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4915ab3a-9f62-4151-8fa0-1e4f5b60eeae\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.822747625Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.825253848Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.825424877Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.825500697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.825566878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.826288838Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.830274009Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5212686b-493d-4bc8-a6a4-9ad13114cd0b\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.830451891Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.832322205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.832550197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.832625446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.833164553Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.836812206Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d2ab0de-592f-432b-8a37-a27203134dfe\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.836989978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.839776456Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.843846526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.844458448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.844523156Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.844976273Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"project-create","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":21,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[16,17,null],[17,18,null],[2,3,null],[18,19,null],[20,0,null],[19,21,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"project_create.project_create_record\",\"label\":\"ProjectCreateRecord\",\"name\":\"project\"}},{\"Action\":{\"action_name\":\"project_create.project_create_vpc_params\",\"label\":\"ProjectCreateVpcParams\",\"name\":\"vpc_create_params\"}},{\"SubsagaStart\":{\"params_node_name\":\"vpc_create_params\",\"saga_name\":\"vpc-create\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVpcId\",\"name\":\"vpc_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateSystemRouterId\",\"name\":\"system_router_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultV4RouteId\",\"name\":\"default_v4_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultV6RouteId\",\"name\":\"default_v6_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateSubnetRouteId\",\"name\":\"subnet_route_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultSubnetId\",\"name\":\"default_subnet_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDefaultInternetGatewayId\",\"name\":\"default_internet_gateway_id\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_vpc\",\"label\":\"VpcCreateVpc\",\"name\":\"vpc\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_router\",\"label\":\"VpcCreateRouter\",\"name\":\"router\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_v4_route\",\"label\":\"VpcCreateV4Route\",\"name\":\"route4\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_v6_route\",\"label\":\"VpcCreateV6Route\",\"name\":\"route6\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_subnet\",\"label\":\"VpcCreateSubnet\",\"name\":\"subnet\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_subnet_route\",\"label\":\"VpcCreateSubnetRoute\",\"name\":\"route\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_update_firewall\",\"label\":\"VpcUpdateFirewall\",\"name\":\"firewall\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_create_gateway\",\"label\":\"VpcCreateGateway\",\"name\":\"gateway\"}},{\"Action\":{\"action_name\":\"vpc_create.vpc_notify_sleds\",\"label\":\"VpcNotifySleds\",\"name\":\"no_result\"}},{\"SubsagaEnd\":{\"name\":\"vpc\"}},{\"Start\":{\"params\":{\"authz_silo\":{\"key\":\"001de000-5110-4000-8000-000000000000\",\"lookup_type\":{\"ById\":\"001de000-5110-4000-8000-000000000000\"},\"parent\":null},\"project_create\":{\"description\":\"a pier\",\"name\":\"springfield-squidport\"},\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"project-create\",\"start_node\":20}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.84543403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"project-create","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.863468973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbbd660b-678f-473c-9283-bc6243c5905e\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.863635653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.867776653Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc7eaf8-8532-423b-8911-2bb1b944b48a\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.867912673Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.873307055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cce634f-842b-48e1-b7ae-9a91c063f6eb\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.873626537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.87631967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76339c3-35b6-4cc0-95e2-e001600ccf89\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.876516891Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.877660425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7637bfe2-00f8-403c-aa3c-0f6459a99054\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.877847857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.880383878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd04db16-03b3-4e2f-acf5-b0c15f6b6c6b\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.880579095Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.881809481Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4197b3c-6e31-4b0c-8c46-15d8f15d6146\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.882028555Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.894481946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2783bbc-c330-41b2-9559-155dc8e63850\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.895159007Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.912551267Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f8902cc-27b9-4f6c-8add-35eb24f1c247\", \"content-length\": \"723\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.913072079Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.916773328Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f33b0901-8eb1-4d1d-8091-706c3fd2bda6\", \"content-length\": \"10\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.917737026Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.926422185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f00226f-bf2b-4e42-acdb-aa8135fb1a7c\", \"content-length\": \"144\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.926552042Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.928074657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eaa4018-d578-4f75-bb47-89b2488acd02\", \"content-length\": \"147\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.928251427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.936535612Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:22.936642734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"project-create","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.936861437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.936923029Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"20","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.94532621Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c9e514-ef0a-4955-9ac1-1f288ae00df3\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.945940736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.949925577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3261c0f-79ef-4c43-b18c-9abcae0c3b30\", \"content-length\": \"109\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.950490696Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.953705723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9953689a-3150-4ae3-ba65-b49698f1c49a\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.954261293Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.955050616Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N020 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.955166516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"20","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.959403967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9353b13-3cf9-4373-a78c-677a6226bbc2\", \"content-length\": \"163\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.959787005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.961119263Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.96123869Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"0","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.967614035Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.967792438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.967873619Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.967971963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.968858208Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.972913449Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9345a6c2-f7d5-431c-8f87-95af047b9f7e\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.973270997Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.976965362Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.977123275Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.977200318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.977915865Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.98121126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58576da0-fece-4d14-bef6-bcda4179e981\", \"content-length\": \"166\", \"date\": \"Tue, 20 Jan 2026 23:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.98337745Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.983909213Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.989993822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:22.990118278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:22.990192986Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.007199694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"ProjectCreateRecord","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.011726758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b89e7cf-5901-4c60-a559-ee702c84bb58\", \"content-length\": \"702\", \"date\": \"Tue, 20 Jan 2026 23:51:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.011932375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.014346025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a0e585-33a4-40b1-9e07-70a73db74096\", \"content-length\": \"727\", \"date\": \"Tue, 20 Jan 2026 23:51:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.014607974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.016103986Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28d165e6-cf38-4820-b59d-cbc863240b58\", \"content-length\": \"729\", \"date\": \"Tue, 20 Jan 2026 23:51:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.016294203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:53905/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.017630559Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668197c8-53d2-4426-a6ff-47abf4091093\", \"content-length\": \"728\", \"date\": \"Tue, 20 Jan 2026 23:51:23 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.017817329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.017990191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.018062304Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.018112854Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.020377719Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.022655129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.022733875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.022865375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.023905365Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.028631463Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.033434244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.033551136Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.033605583Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.033657917Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.033705672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.034681634Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.037957141Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.038102378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Array [Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"name\": String(\"springfield-squidport\"), \"time_created\": String(\"2026-01-20T23:51:22.967487Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:22.967487Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}])","node_id":"0","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.043144613Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.048960189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.049104074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.049155716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.049596609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.051620788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.051703231Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"1","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.053800765Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.053952776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.058985021Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.059084217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"authz_project\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fdac:16dc:78c2::/48\"), \"name\": String(\"default\")}})","node_id":"1","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.183379982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:44381"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.183490882Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:23.184778201Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42862"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.187275286Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.187369372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:23.18769687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.188687963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.188756449Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"2","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.190260186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"4dfcf37d-e7fc-445c-8fb6-a4a42dbd562f","remote_addr":"[::1]:42862","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.190346547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"4dfcf37d-e7fc-445c-8fb6-a4a42dbd562f","remote_addr":"[::1]:42862","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:23.194028448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/inventory","method":"GET","req_id":"4dfcf37d-e7fc-445c-8fb6-a4a42dbd562f","remote_addr":"[::1]:42862","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3786,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.195045232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"http://[::1]:44381","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dfcf37d-e7fc-445c-8fb6-a4a42dbd562f\", \"content-length\": \"19863\", \"date\": \"Tue, 20 Jan 2026 23:51:23 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.201103098Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.201196793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.201242083Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.2015738Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.201926017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:23.202208998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.307264933Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"64bfa76c-00cf-46f6-858c-04eb096ead95 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.307433517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.307791716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.309780725Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.416541446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.416644651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41159/config","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.41736656Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.417898363Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:23.418810299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:39028"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.422533412Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"77cf94ec-39b9-4e1e-aa79-7a3382c0e867","remote_addr":"[::1]:39028","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.423549284Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"77cf94ec-39b9-4e1e-aa79-7a3382c0e867","remote_addr":"[::1]:39028","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:23.424805281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/config","method":"GET","req_id":"77cf94ec-39b9-4e1e-aa79-7a3382c0e867","remote_addr":"[::1]:39028","local_addr":"[::1]:41159","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2281,"response_code":200} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.425598151Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.425787907Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"3","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.428970609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"internal_dns_url":"http://[::1]:41159","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41159/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77cf94ec-39b9-4e1e-aa79-7a3382c0e867\", \"content-length\": \"3478\", \"date\": \"Tue, 20 Jan 2026 23:51:23 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.429350381Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"0f682418-d624-4865-b08f-318eac24707d (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.430975108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.431049716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.434713762Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.434811576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.43486927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.434920642Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.436589146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.441937236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.442046262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"7616f691-63f8-4dc1-8567-203208ae0584\"))","node_id":"3","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.44344939Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.44923118Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.449742673Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.44982698Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.451449733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.462743818Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.467128711Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.468438435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.468572731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"4","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.473934117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.47410723Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"))","node_id":"4","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.483049458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.483917787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.484064077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.484153133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.489589659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.489707512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"5","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.494918922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.49503877Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"a94ce412-5bf4-47b6-9dd8-934f6cf69700\"))","node_id":"5","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.514710815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.514845441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"6","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.525618334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.525775856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"68a98be3-0d88-4154-8474-8d85de3fbfd9\"))","node_id":"6","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.540064842Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.540157385Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"7","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.545813916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.545929004Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"2ab4da3a-dc08-4bd9-a089-1241e9f027d3\"))","node_id":"7","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.558206106Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.558407805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"8","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.565006713Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.56613656Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\"))","node_id":"8","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.573899292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.573994701Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"9","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.580757843Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.580920516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"22400f5c-02ba-4e7f-86d5-58c1aa21ca3f\"))","node_id":"9","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.586130002Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.586275971Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"10","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.593988744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.594135915Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.594314679Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.594392133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.595081207Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.612302068Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.612466915Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.61253534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.624612907Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.682445429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.682622319Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.682696145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.683821043Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.692280324Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.701667984Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.703709136Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.703826178Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.704908701Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateVpc","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.718854708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N010 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.718953343Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Array [Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}, Object {\"dns_name\": String(\"default\"), \"firewall_gen\": Number(1), \"identity\": Object {\"description\": String(\"Default VPC\"), \"id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-20T23:51:23.593840Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:23.593840Z\")}, \"ipv6_prefix\": String(\"fdac:16dc:78c2::/48\"), \"project_id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"subnet_gen\": Number(1), \"system_router_id\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"), \"vni\": Number(5420883)}])","node_id":"10","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.725650315Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.725774731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"11","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.734241728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.734396294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.734602823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.734684204Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.735564467Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.743595651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.746312601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.74645852Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.747606202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.757735962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.757953061Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.758104521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.759791642Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.766323256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.793502708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.793704989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.793775829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.794446567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateRouter","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.868852629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N011 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.868988357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"key\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"), \"lookup_type\": Object {\"ById\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}})","node_id":"11","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.875486205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.875618226Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"12","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.881206292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }, key: d51d4982-c2a9-4023-b084-76a64f483b38, lookup_type: ById(d51d4982-c2a9-4023-b084-76a64f483b38) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.881388913Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.881465064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.881532037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.882160261Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:23.883973772Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"c7a72e9a-9f4f-49dc-94f6-c67e56fb171c"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.884063901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-20 23:51:22.688305 UTC","collection_id":"c7a72e9a-9f4f-49dc-94f6-c67e56fb171c"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.884329827Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"c7a72e9a-9f4f-49dc-94f6-c67e56fb171c\",\"time_done\":\"2026-01-20 23:51:23.431809 UTC\",\"time_started\":\"2026-01-20 23:51:22.688305 UTC\"}","iteration":7,"elapsed":"2.046056893s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.884473502Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.884549522Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.884610373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.884666604Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.884841991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.885316411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.887121676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.887195632Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.887238116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.887276312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.898185715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:13360","req_id":"d94bd28e-89be-47ff-ada2-7de8c0c1a9f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 48 b2 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 H............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.900890782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:13360","req_id":"d94bd28e-89be-47ff-ada2-7de8c0c1a9f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18610,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.901172299Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.901413276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.901477904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:13360","req_id":"d94bd28e-89be-47ff-ada2-7de8c0c1a9f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.902049466Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.902255364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.9023998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.904026201Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.906190526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.914088045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.914252371Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.914305887Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.914699045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.917007196Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3367, tv_nsec: 357824511 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.917147734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:23.917634899Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:17873","req_id":"323c4b38-db5e-4fcc-92b6-98726a671cdc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f3 54 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .T..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.917756099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:17873","req_id":"323c4b38-db5e-4fcc-92b6-98726a671cdc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.918464943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:23.918694928Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:17873","req_id":"323c4b38-db5e-4fcc-92b6-98726a671cdc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.045879413Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.04893813Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.049082085Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.049160911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.051861078Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.051984503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.05205372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.054136103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.057368023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.057463002Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.057792554Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.059075525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.060012129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d0e86c-9eee-433e-a086-0ad4f20db823\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:24 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.060186755Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.060251143Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.06030543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.061351933Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.063699431Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.084547295Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }, key: d51d4982-c2a9-4023-b084-76a64f483b38, lookup_type: ById(d51d4982-c2a9-4023-b084-76a64f483b38) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.084717221Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.08481747Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.089797111Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV4Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.095908643Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.096138698Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.096201924Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.096254638Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.096954564Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.100155483Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.100251894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.10374447Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.103834919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.103979826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.104056077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.105620164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.108623271Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.108714522Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.111155215Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.111236436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.111276335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.111327045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.112313669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.122658815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.124711499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.124801518Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.125623495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.133089249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.133276129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.133399704Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.133518579Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.134845387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.13943732Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.139547428Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.141834367Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.142219259Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":12,"elapsed":"255.088615ms"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:24.16435857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.165763883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N012 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.165857047Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"12","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.172486124Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.172588687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"13","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.178741762Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }, key: d51d4982-c2a9-4023-b084-76a64f483b38, lookup_type: ById(d51d4982-c2a9-4023-b084-76a64f483b38) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.178894615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.178972469Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.179044161Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.179894815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.186276062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.18652788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.186675062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.196183901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.202734132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.20289936Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.203032624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.203809853Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.210397408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.219583699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }, key: d51d4982-c2a9-4023-b084-76a64f483b38, lookup_type: ById(d51d4982-c2a9-4023-b084-76a64f483b38) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.219799476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.219873963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.220585372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateV6Route","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.222901769Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"c7a72e9a-9f4f-49dc-94f6-c67e56fb171c\",\"time_loaded\":\"2026-01-20T23:51:23.884459013Z\",\"time_started\":\"2026-01-20T23:51:22.688305Z\"}}","iteration":8,"elapsed":"338.371755ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.223126685Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.223204699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":7,"elapsed":"72.484µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.223256562Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.223302543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.223357892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.223410937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.223461347Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.225132176Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.226730782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.226817303Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.226858264Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":9,"elapsed":"150.708µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.226905638Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.226950066Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.226988662Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.22706858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.228843736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56294","req_id":"d3a7836a-2b46-41ad-8943-625444369b41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 51 84 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Q............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.228956569Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56294","req_id":"d3a7836a-2b46-41ad-8943-625444369b41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.229442091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.229873174Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.230054904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:56294","req_id":"d3a7836a-2b46-41ad-8943-625444369b41","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.231043251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3367, tv_nsec: 671562597 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.231159411Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.231935819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:34122","req_id":"d3c709ca-98ae-4089-a2dc-f326a2aee52c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a5 e9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.232042931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:34122","req_id":"d3c709ca-98ae-4089-a2dc-f326a2aee52c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.232307274Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.232347163Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:34122","req_id":"d3c709ca-98ae-4089-a2dc-f326a2aee52c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.232528442Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.24282393Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.243065558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.243135657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.24319263Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.243242949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.244083414Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.336889602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:24.33772695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.338381115Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.3394441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N013 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.339614758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"13","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.341389563Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ee2130d-c92d-4f62-b67a-7310588de83b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.341495503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ee2130d-c92d-4f62-b67a-7310588de83b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.34310008Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ee2130d-c92d-4f62-b67a-7310588de83b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.343217683Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ee2130d-c92d-4f62-b67a-7310588de83b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.343985233Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ee2130d-c92d-4f62-b67a-7310588de83b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.346044Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.351979994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.352080453Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.352135693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.352776101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.360064524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a7e0b6a-2dc8-4898-8f39-f897a4ec797b\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:24 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.360276293Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.360343767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.360395529Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.361464476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.365044706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.365229802Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"14","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:24.367664183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ee2130d-c92d-4f62-b67a-7310588de83b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":26325,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.368567161Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.368654784Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.3687134Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.368767538Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.370281596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.386121833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee2130d-c92d-4f62-b67a-7310588de83b\", \"content-length\": \"405\", \"date\": \"Tue, 20 Jan 2026 23:51:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.386324655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.387596614Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.387707934Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.387782792Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.387923391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.390601294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.392338103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.392515354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.392634931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.392746492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.393041135Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.394592968Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.401089843Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.401207106Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.401298126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.401393374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.401488994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.402789148Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.408895751Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c19e8b1f-d7c6-4eb7-8a8b-fe34581b7b62","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.4091177Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c19e8b1f-d7c6-4eb7-8a8b-fe34581b7b62","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.410165736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c19e8b1f-d7c6-4eb7-8a8b-fe34581b7b62","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.410304621Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c19e8b1f-d7c6-4eb7-8a8b-fe34581b7b62","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.411811605Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c19e8b1f-d7c6-4eb7-8a8b-fe34581b7b62","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.413862466Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.413977775Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.414114455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.414195486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.415561441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.417532073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.42360074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.42373199Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.423824804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.424277941Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.425602835Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.425727542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.42581742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.42693837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.431404223Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.431596754Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.431742733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.431820758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.433058759Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:24.435120101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c19e8b1f-d7c6-4eb7-8a8b-fe34581b7b62","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":26224,"response_code":200} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:24.43545292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.435535424Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.435593369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.435647426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.435696172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.436259237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.438468612Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c19e8b1f-d7c6-4eb7-8a8b-fe34581b7b62\", \"content-length\": \"29\", \"date\": \"Tue, 20 Jan 2026 23:51:24 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.438631455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.43869464Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:24.438736643Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.439017569Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.43925039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.439324687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.440677857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.442960497Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.443141776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.443201635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.443819508Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.445717076Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.453919539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.454093914Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.45415782Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.454216978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.454274191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.45506669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.457070789Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.468939742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnet","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.471657955Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.471785167Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.471869313Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.471960133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.472026394Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.47544781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.475680891Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.477247984Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.483392312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.483553781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.483647487Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.484100374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.485688549Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.485786362Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.487544654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.487632889Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":13,"elapsed":"260.729726ms"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.4885018Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N014 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.488583862Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Array [Object {\"key\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\"), \"lookup_type\": Object {\"ById\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-20T23:51:24.392240Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.392240Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fdac:16dc:78c2::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}])","node_id":"14","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:24.493984186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.494113783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"efae18a5-14c2-46dc-baf4-643f51840148\",\"inventory_collection_id\":\"c7a72e9a-9f4f-49dc-94f6-c67e56fb171c\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":7,"elapsed":"270.813565ms"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.503402547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.516241661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.516482949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.516566274Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.518253886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.518333674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"15","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.528645664Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }, key: d51d4982-c2a9-4023-b084-76a64f483b38, lookup_type: ById(d51d4982-c2a9-4023-b084-76a64f483b38) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.528837253Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.528912793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.528978012Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.530377413Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.544164405Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.544332668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.544406584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.544463998Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.554490823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.55462032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.554688615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.55549388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.566817704Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.57884481Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }, key: d51d4982-c2a9-4023-b084-76a64f483b38, lookup_type: ById(d51d4982-c2a9-4023-b084-76a64f483b38) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.579224402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.579431482Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.57955165Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateSubnetRoute","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.678840946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N015 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.678970442Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"key\": String(\"2ab4da3a-dc08-4bd9-a089-1241e9f027d3\"), \"lookup_type\": Object {\"ById\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\")}, \"parent\": Object {\"key\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"), \"lookup_type\": Object {\"ById\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}})","node_id":"15","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.685389423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.685503359Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"16","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"default firewall rules for vpc default","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.693906559Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","rules":"[VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: 2ca5d177-d969-4848-a3c9-caa8df66c6d1, name: Name(Name(\"allow-internal-inbound\")), description: \"allow inbound traffic to all instances within the VPC if originated within the VPC\", time_created: 2026-01-20T23:51:24.693697996Z, time_modified: 2026-01-20T23:51:24.693697996Z, time_deleted: None }, vpc_id: 7616f691-63f8-4dc1-8567-203208ae0584, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: Some([VpcFirewallRuleHostFilter(Vpc(Name(\"default\")))]), filter_ports: None, filter_protocols: None, action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: 0d6972fc-f77c-4b0f-a2ae-24d8435e81fa, name: Name(Name(\"allow-ssh\")), description: \"allow inbound TCP connections on port 22 from anywhere\", time_created: 2026-01-20T23:51:24.693719208Z, time_modified: 2026-01-20T23:51:24.693719208Z, time_deleted: None }, vpc_id: 7616f691-63f8-4dc1-8567-203208ae0584, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: None, filter_ports: Some([L4PortRange(L4PortRange { first: L4Port(22), last: L4Port(22) })]), filter_protocols: Some([VpcFirewallRuleProtocol(Tcp)]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: 969e8c12-7231-49d4-966c-5025b453dbd6, name: Name(Name(\"allow-icmp\")), description: \"allow inbound ICMP traffic from anywhere\", time_created: 2026-01-20T23:51:24.693727114Z, time_modified: 2026-01-20T23:51:24.693727114Z, time_deleted: None }, vpc_id: 7616f691-63f8-4dc1-8567-203208ae0584, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name(\"default\")))], filter_hosts: None, filter_ports: None, filter_protocols: Some([VpcFirewallRuleProtocol(Icmp(None))]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }]"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.694147406Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.694249238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.694321321Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.694445376Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.695354537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.702864428Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.70303197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.703111688Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.704393797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.717343901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.72379232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.724050261Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.725030753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.732257293Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.739930197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"Modify","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.740135884Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.740207867Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.740586507Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcUpdateFirewall","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.86353862Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N016 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.863666694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"2ca5d177-d969-4848-a3c9-caa8df66c6d1\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2026-01-20T23:51:24.693697996Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.693697996Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"0d6972fc-f77c-4b0f-a2ae-24d8435e81fa\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2026-01-20T23:51:24.693719208Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.693719208Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"969e8c12-7231-49d4-966c-5025b453dbd6\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2026-01-20T23:51:24.693727114Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.693727114Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}])","node_id":"16","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.869288957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.86939137Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"17","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.875469476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.875646346Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.875733859Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.875864578Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.876798448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.882714172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.882855662Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.882926242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.883800493Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.888481443Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.888661088Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.888735706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.889272459Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.893819303Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.901681312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ByName(\"springfield-squidport\") }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.901960444Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.902100472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.902323904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.907555534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.907679159Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.908605814Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:24.913251092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.91336594Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:24.914448794Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.019608535Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.019719545Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.019823781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.021015311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.024750077Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.024835195Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.027343192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.027428521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Default ip pool lookup failed: Object (of type ByOther(\"default unicast IP pool for current silo\")) not found: ip-pool. Default gateway has no ip pool association","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:25.054362386Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcCreateGateway","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.054730505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N017 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.054824892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"key\": String(\"22400f5c-02ba-4e7f-86d5-58c1aa21ca3f\"), \"lookup_type\": Object {\"ById\": String(\"22400f5c-02ba-4e7f-86d5-58c1aa21ca3f\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}})","node_id":"17","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.061242901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.061382187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"18","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.066224977Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.066399973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.067020963Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.071194187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.071377941Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.072030994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.079196353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.079313475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.084316913Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.089150715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.089330521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.089406522Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.089472342Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.090609544Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.09592505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.096119395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.096200575Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.096977714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.103283962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.104156951Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.104349843Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.106022756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.116329315Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.125782615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.125926349Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.126017861Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.126087448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.126153649Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.126510676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:25.128009314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.13258219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.132775432Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.13285999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.133455188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.140135607Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.140330693Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.140405942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.141248862Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.147743082Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.162808224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }, key: 7616f691-63f8-4dc1-8567-203208ae0584, lookup_type: ByName(\"default\") }","action":"ListChildren","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.162978461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.163052879Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.163571916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.176397053Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.176579454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.176638902Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved sleds for vpc default","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.20679104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.20688181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.206919755Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.206953993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.207039452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.208163799Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"VpcNotifySleds","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.218763719Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N018 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.218906442Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"18","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.224680005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.224855272Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"19","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.229615107Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N019 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.229688092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"19","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.242238104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.242565773Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"21","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.249353995Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N021 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.249504864Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"21","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.2561286Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.256251965Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"done","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.266044757Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"project-create","saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.266271746Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.266848689Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"27dd1a26-e5f2-4869-87d5-cddca6faf613","saga_name":"project-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 27dd1a26-e5f2-4869-87d5-cddca6faf613, saga_log: SagaLog { saga_id: 27dd1a26-e5f2-4869-87d5-cddca6faf613, unwinding: false, events: [N020 started, N020 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N018 started, N018 succeeded, N019 started, N019 succeeded, N021 started, N021 succeeded], node_status: {0: Succeeded(Array [Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"name\": String(\"springfield-squidport\"), \"time_created\": String(\"2026-01-20T23:51:22.967487Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:22.967487Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}]), 1: Succeeded(Object {\"authz_project\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fdac:16dc:78c2::/48\"), \"name\": String(\"default\")}}), 2: Succeeded(Null), 3: Succeeded(String(\"7616f691-63f8-4dc1-8567-203208ae0584\")), 4: Succeeded(String(\"d51d4982-c2a9-4023-b084-76a64f483b38\")), 5: Succeeded(String(\"a94ce412-5bf4-47b6-9dd8-934f6cf69700\")), 6: Succeeded(String(\"68a98be3-0d88-4154-8474-8d85de3fbfd9\")), 7: Succeeded(String(\"2ab4da3a-dc08-4bd9-a089-1241e9f027d3\")), 8: Succeeded(String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\")), 9: Succeeded(String(\"22400f5c-02ba-4e7f-86d5-58c1aa21ca3f\")), 10: Succeeded(Array [Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}, Object {\"dns_name\": String(\"default\"), \"firewall_gen\": Number(1), \"identity\": Object {\"description\": String(\"Default VPC\"), \"id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-20T23:51:23.593840Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:23.593840Z\")}, \"ipv6_prefix\": String(\"fdac:16dc:78c2::/48\"), \"project_id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"subnet_gen\": Number(1), \"system_router_id\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"), \"vni\": Number(5420883)}]), 11: Succeeded(Object {\"key\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"), \"lookup_type\": Object {\"ById\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Array [Object {\"key\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\"), \"lookup_type\": Object {\"ById\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-20T23:51:24.392240Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.392240Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fdac:16dc:78c2::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}]), 15: Succeeded(Object {\"key\": String(\"2ab4da3a-dc08-4bd9-a089-1241e9f027d3\"), \"lookup_type\": Object {\"ById\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\")}, \"parent\": Object {\"key\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"), \"lookup_type\": Object {\"ById\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}}), 16: Succeeded(Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"2ca5d177-d969-4848-a3c9-caa8df66c6d1\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2026-01-20T23:51:24.693697996Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.693697996Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"0d6972fc-f77c-4b0f-a2ae-24d8435e81fa\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2026-01-20T23:51:24.693719208Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.693719208Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"969e8c12-7231-49d4-966c-5025b453dbd6\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2026-01-20T23:51:24.693727114Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.693727114Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}]), 17: Succeeded(Object {\"key\": String(\"22400f5c-02ba-4e7f-86d5-58c1aa21ca3f\"), \"lookup_type\": Object {\"ById\": String(\"22400f5c-02ba-4e7f-86d5-58c1aa21ca3f\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}), 18: Succeeded(Null), 19: Succeeded(Null), 20: Succeeded(Null), 21: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {\"default_internet_gateway_id\": String(\"22400f5c-02ba-4e7f-86d5-58c1aa21ca3f\"), \"default_subnet_id\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\"), \"default_v4_route_id\": String(\"a94ce412-5bf4-47b6-9dd8-934f6cf69700\"), \"default_v6_route_id\": String(\"68a98be3-0d88-4154-8474-8d85de3fbfd9\"), \"firewall\": Array [Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"filter_ports\": Null, \"filter_protocols\": Null, \"identity\": Object {\"description\": String(\"allow inbound traffic to all instances within the VPC if originated within the VPC\"), \"id\": String(\"2ca5d177-d969-4848-a3c9-caa8df66c6d1\"), \"name\": String(\"allow-internal-inbound\"), \"time_created\": String(\"2026-01-20T23:51:24.693697996Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.693697996Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Array [String(\"22\")], \"filter_protocols\": Array [Object {\"type\": String(\"tcp\")}], \"identity\": Object {\"description\": String(\"allow inbound TCP connections on port 22 from anywhere\"), \"id\": String(\"0d6972fc-f77c-4b0f-a2ae-24d8435e81fa\"), \"name\": String(\"allow-ssh\"), \"time_created\": String(\"2026-01-20T23:51:24.693719208Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.693719208Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}, Object {\"action\": String(\"allow\"), \"direction\": String(\"inbound\"), \"filter_hosts\": Null, \"filter_ports\": Null, \"filter_protocols\": Array [Object {\"type\": String(\"icmp\"), \"value\": Null}], \"identity\": Object {\"description\": String(\"allow inbound ICMP traffic from anywhere\"), \"id\": String(\"969e8c12-7231-49d4-966c-5025b453dbd6\"), \"name\": String(\"allow-icmp\"), \"time_created\": String(\"2026-01-20T23:51:24.693727114Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.693727114Z\")}, \"priority\": Number(65534), \"status\": String(\"enabled\"), \"targets\": Array [Object {\"type\": String(\"vpc\"), \"value\": String(\"default\")}], \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}], \"gateway\": Object {\"key\": String(\"22400f5c-02ba-4e7f-86d5-58c1aa21ca3f\"), \"lookup_type\": Object {\"ById\": String(\"22400f5c-02ba-4e7f-86d5-58c1aa21ca3f\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, \"no_result\": Null, \"project\": Array [Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, Object {\"identity\": Object {\"description\": String(\"a pier\"), \"id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"name\": String(\"springfield-squidport\"), \"time_created\": String(\"2026-01-20T23:51:22.967487Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:22.967487Z\")}, \"rcgen\": Number(1), \"silo_id\": String(\"001de000-5110-4000-8000-000000000000\")}], \"route\": Object {\"key\": String(\"2ab4da3a-dc08-4bd9-a089-1241e9f027d3\"), \"lookup_type\": Object {\"ById\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\")}, \"parent\": Object {\"key\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"), \"lookup_type\": Object {\"ById\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}}, \"route4\": Null, \"route6\": Null, \"router\": Object {\"key\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"), \"lookup_type\": Object {\"ById\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, \"subnet\": Array [Object {\"key\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\"), \"lookup_type\": Object {\"ById\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\")}, \"parent\": Object {\"key\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\"), \"lookup_type\": Object {\"ByName\": String(\"default\")}, \"parent\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}}}, Object {\"custom_router_id\": Null, \"identity\": Object {\"description\": String(\"The default subnet for default\"), \"id\": String(\"c64d61da-bc80-4b4c-bbfd-982651682adb\"), \"name\": String(\"default\"), \"time_created\": String(\"2026-01-20T23:51:24.392240Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:24.392240Z\")}, \"ipv4_block\": String(\"172.30.0.0/22\"), \"ipv6_block\": String(\"fdac:16dc:78c2::/64\"), \"rcgen\": Number(1), \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")}], \"subnet_route_id\": String(\"2ab4da3a-dc08-4bd9-a089-1241e9f027d3\"), \"system_router_id\": String(\"d51d4982-c2a9-4023-b084-76a64f483b38\"), \"vpc\": Null, \"vpc_create_params\": Object {\"authz_project\": Object {\"key\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"lookup_type\": Object {\"ByName\": String(\"springfield-squidport\")}, \"parent\": Object {\"key\": String(\"001de000-5110-4000-8000-000000000000\"), \"lookup_type\": Object {\"ById\": String(\"001de000-5110-4000-8000-000000000000\")}, \"parent\": Null}}, \"serialized_authn\": Object {\"kind\": Object {\"Authenticated\": Array [Object {\"actor\": Object {\"SiloUser\": Object {\"silo_id\": String(\"001de000-5110-4000-8000-000000000000\"), \"silo_user_id\": String(\"001de000-05e4-4000-8000-000000004007\")}}, \"credential_id\": Null, \"device_token_expiration\": Null}, Object {\"mapped_fleet_roles\": Object {}}]}}, \"vpc_create\": Object {\"description\": String(\"Default VPC\"), \"dns_name\": String(\"default\"), \"ipv6_prefix\": String(\"fdac:16dc:78c2::/48\"), \"name\": String(\"default\")}}, \"vpc_id\": String(\"7616f691-63f8-4dc1-8567-203208ae0584\")} }) }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.268170256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.268259132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.268328219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.2683944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.26845001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.274920753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.278634628Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"AuditLog","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.278775116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.279138626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.279567425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.359041121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v1/projects","method":"POST","req_id":"ad8bc85c-51b6-498d-b20c-1d296853f752","remote_addr":"127.0.0.1:47515","local_addr":"127.0.0.1:42747","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":3051705,"response_code":201} {"msg":"client received response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.360337529Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"external client test context","status":"201"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361269584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361352118Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361411365Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36146423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361517625Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36157041Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361618074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361667542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361717902Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361769003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361818541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361871476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36192408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.361976805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362045741Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362102424Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362150539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362202432Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362257831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362309183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362360024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362412718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362456695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362498167Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36254021Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362582164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36262603Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362665679Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362707812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362753593Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362804564Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362855495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36289849Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362935243Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.362980582Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363030431Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363081492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363129117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363177833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363224105Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363274284Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363326087Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363499881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363653525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363803011Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.363937167Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364062014Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364220798Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364365936Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364639868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364702833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364754585Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364806468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364854974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36490317Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364947718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.364991915Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365033768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36508014Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36513047Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36518117Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365225308Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365267701Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365314474Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365362519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365410204Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365459962Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365510272Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365557125Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365604839Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365646512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.36569132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.365735658Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"Creating new saga that will fail at index NodeIndex(1)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.404915453Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"label":"GenerateVolumeId","node_name":"volume_id"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.404981775Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.405070651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.4055149Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"0c790b83-be36-4463-9dda-e96a020e0554\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.405735036Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.414754186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(1)","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.414990785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(0)","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.419090373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.419374165Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.419508661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.419581155Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"9","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.428762867Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.428859448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.439100478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.439277879Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"0","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.459912561Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.460057237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.462297263Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.462397822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"81a88396-9109-4ae9-a952-ff65f17dd5c0\"))","node_id":"0","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.464030405Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.4649724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.465072208Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.465126475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.468046508Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.468134422Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"1","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.473023213Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.473219121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Failed(InjectedError)","node_id":"1","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.478478666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.478631278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"unwinding","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.485934741Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.486351776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"0","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.490776058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.490989119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"0","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.496386017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.496532978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"9","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.501791791Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.501923923Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"9","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.50680085Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.506907131Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"done","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:25.590580915Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"action_error_source":"InjectedError","action_error_node_name":"\"volume_id\"","result":"failure","saga_name":"disk-create","saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.590905067Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.590981738Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7, saga_log: SagaLog { saga_id: 1ad65c8c-aecf-4bbc-aaa2-39b3aa4a2da7, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 failed, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"volume_id\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(2)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.665123937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"label":"SpaceAccount","node_name":"no_result"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.66521607Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.665271179Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.665572265Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"0c790b83-be36-4463-9dda-e96a020e0554\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.665981075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.671034071Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(2)","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.671135361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(1)","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.671192875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.671251612Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.671304166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.671347051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"9","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.67655804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.676642306Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.683469847Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.683575606Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"0","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.690276155Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.69038977Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"288845ad-22fc-4745-b928-c4988951d006\"))","node_id":"0","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.696383408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.696792058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"1","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.703966324Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.704074569Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"11c588cd-b9f9-40ff-bf65-4a324faf0f1b\"))","node_id":"1","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.710595902Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.710708305Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"2","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.715910106Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.716046716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Failed(InjectedError)","node_id":"2","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.721053261Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.72115397Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"unwinding","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.72850185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.728657819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"1","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.733928396Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.734138462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"1","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.743437867Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.74361076Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"0","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.749881857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.749983298Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"0","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.755669257Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.755782271Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"9","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.762212224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.76236186Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"9","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.767981158Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.76818397Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"done","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:25.779659975Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"action_error_source":"InjectedError","action_error_node_name":"\"no_result\"","result":"failure","saga_name":"disk-create","saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.77984439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.780133132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"29e0154b-22df-4519-8ed6-cf0dd2ffb3da","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 29e0154b-22df-4519-8ed6-cf0dd2ffb3da, saga_log: SagaLog { saga_id: 29e0154b-22df-4519-8ed6-cf0dd2ffb3da, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 failed, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"no_result\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(3)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.833650218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"label":"CreateCrucibleDiskRecord","node_name":"crucible_disk"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.833732812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.833785255Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.834039118Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"0c790b83-be36-4463-9dda-e96a020e0554\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.83425732Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.839717743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(3)","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.839927118Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(2)","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.839996104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.840039681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.840677674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.840754406Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"9","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.846426338Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.846700681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.852766974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.852855409Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"0","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.857538332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.857620244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"3a820a24-bcd7-445b-b76e-a9c2049ce456\"))","node_id":"0","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.862742057Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.862832646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"1","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.875770236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.87597931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"8064d8a8-f908-47fa-887a-ed9652ccca72\"))","node_id":"1","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.881918982Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.882055923Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"2","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.889130632Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.889407591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.89071499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.914188112Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.91432321Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.920655389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.920794244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"3","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.925529531Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.925717383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Failed(InjectedError)","node_id":"3","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.930161102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:25.930358363Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"unwinding","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.938571387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.9386894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"2","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.944116357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.944296684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.945409999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.960169797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.960466434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.960870204Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.967965975Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.968119699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"2","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.972857161Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.97307416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"1","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.978425407Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.978572418Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"1","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.984615334Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.984745893Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"0","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.990892976Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.991043875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.991101669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:25.991236797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.991306444Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.99258197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.994888828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.99497569Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"0","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:25.999373199Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.007850836Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.008068728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.008160389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.008520673Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.011250989Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.011355627Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"9","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.015117937Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-20T23:51:00.230448Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.015213686Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":6,"elapsed":"24.334759ms"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.016470064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.016542598Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"9","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.020037378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.020116866Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.020345328Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.021978051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.022601095Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.022696434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"done","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.026868736Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.027175223Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.030351022Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.030500498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:26.030869599Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"action_error_source":"InjectedError","action_error_node_name":"\"crucible_disk\"","result":"failure","saga_name":"disk-create","saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.031043353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.031237337Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"936c055c-d2ce-482c-b74d-22b0d340a862","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 936c055c-d2ce-482c-b74d-22b0d340a862, saga_log: SagaLog { saga_id: 936c055c-d2ce-482c-b74d-22b0d340a862, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 failed, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"crucible_disk\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(4)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.10104855Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"label":"RegionsAlloc","node_name":"datasets_and_regions"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.101243606Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.101328023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.101475335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"0c790b83-be36-4463-9dda-e96a020e0554\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.101756762Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.107766823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(4)","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.108141375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(3)","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.10853759Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.10861332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.109106216Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.109348205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"9","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.11790023Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.11797116Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:26.1212987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.124447956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.124544537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"0","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.130374231Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.130602594Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"51b97dcc-229c-4e91-a193-aea831bc3a84\"))","node_id":"0","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.136705659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.136866598Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"1","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.1424527Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.142602045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"3d207ed9-0b61-441d-b106-866d5c5c2306\"))","node_id":"1","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.148311652Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.148524794Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"2","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.154915339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.155067059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.156149092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.181361749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.181502808Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.18737168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.1874575Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"3","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.193878465Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.19402739Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.194960026Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.199877113Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.200088231Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.200924037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.205858618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.20603622Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.206346745Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.206613914Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.206999578Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.213302719Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.213549388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.213704415Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.214517024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.219937598Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.220172754Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.22025195Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.221240227Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.227021666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.238432372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.238699611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.23884062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.23896174Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.239146947Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.239725082Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.241267666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.241826513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.242450499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"241a9638-77f3-4882-86b6-29125f22da38","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.242540537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"241a9638-77f3-4882-86b6-29125f22da38","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.242864328Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"241a9638-77f3-4882-86b6-29125f22da38","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.242957513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"241a9638-77f3-4882-86b6-29125f22da38","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.243714943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"241a9638-77f3-4882-86b6-29125f22da38","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.247916282Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.248185956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.248290453Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.24923304Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.250827046Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"241a9638-77f3-4882-86b6-29125f22da38","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":8400,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.251449098Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"241a9638-77f3-4882-86b6-29125f22da38\", \"content-length\": \"405\", \"date\": \"Tue, 20 Jan 2026 23:51:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.25195987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.252848549Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1987f397-3623-4d12-b38a-4185d06a4994","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.252942806Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1987f397-3623-4d12-b38a-4185d06a4994","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.253430171Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1987f397-3623-4d12-b38a-4185d06a4994","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.253589426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1987f397-3623-4d12-b38a-4185d06a4994","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.254263221Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1987f397-3623-4d12-b38a-4185d06a4994","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.256307349Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.256416425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.256487355Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.257529158Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.261877278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1987f397-3623-4d12-b38a-4185d06a4994","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":9017,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.262662944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1987f397-3623-4d12-b38a-4185d06a4994\", \"content-length\": \"29\", \"date\": \"Tue, 20 Jan 2026 23:51:26 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.26291321Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.263165098Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.263360175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.26441824Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.277751102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.277984534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.278103209Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.279067519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.404164981Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.404262004Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"disk\": Object {\"block_size\": String(\"Traditional\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"51b97dcc-229c-4e91-a193-aea831bc3a84\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-01-20T23:51:26.193707145Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:26.193707145Z\")}, \"project_id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"rcgen\": Number(1), \"runtime_state\": Object {\"attach_instance_id\": Null, \"disk_state\": String(\"creating\"), \"gen\": Number(1), \"time_updated\": String(\"2026-01-20T23:51:26.193701224Z\")}, \"size\": Number(1073741824), \"slot\": Null}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"51b97dcc-229c-4e91-a193-aea831bc3a84\"), \"pantry_address\": Null, \"volume_id\": String(\"3d207ed9-0b61-441d-b106-866d5c5c2306\")}})","node_id":"3","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.414335511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.414434437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"4","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.422918618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.423008045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Failed(InjectedError)","node_id":"4","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.430926886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.431638626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"unwinding","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.446406099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.446552659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"3","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.462347166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.463956402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.468097713Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.469813681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.469913529Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.469964911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.479798884Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.479922539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"3","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.485876419Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.48596793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"2","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.491030656Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.49119935Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.492154551Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.51016204Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.510362868Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"2","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.515954471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.516094308Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"1","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.522332461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.522422569Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"1","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.526789837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.526901168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"0","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.531919636Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.532172587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"0","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.538762536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.53889059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"9","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.544294391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.544510689Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"9","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.550220005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.550321856Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"done","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:26.560184427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"action_error_source":"InjectedError","action_error_node_name":"\"datasets_and_regions\"","result":"failure","saga_name":"disk-create","saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.560473429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.560791539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b, saga_log: SagaLog { saga_id: 3fe9bc0e-a000-4187-8ed7-e32b61b6ff6b, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 failed, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"datasets_and_regions\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(5)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.628115065Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"label":"RegionsEnsureUndo","node_name":"regions_ensure_undo"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.628192398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.628244181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.628726366Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"0c790b83-be36-4463-9dda-e96a020e0554\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.628961341Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.634941403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(5)","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.635082332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(4)","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.63513667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:26.635178462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.635547293Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.635615608Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"9","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.641411525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.641624066Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.64768568Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.647827701Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"0","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.653180591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.653307031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"5f7623af-3a38-4ea9-a7da-17cd09516487\"))","node_id":"0","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.659150292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.659295099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"1","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.663998403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.664094282Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"4bec0c08-f1de-4b1a-83e4-fcbb544e1554\"))","node_id":"1","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.668883827Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.668987743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"2","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.680148524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.680317488Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.681848019Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.695625502Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.695737133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.701455787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.701596075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"3","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.710431291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.714085948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.714959407Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.720220946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.72044514Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.72165198Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.725366646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.725501283Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.725617904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.725694245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.726166189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.732756229Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.732892048Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.732967448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.734045512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.739483882Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.739668788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.739744608Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.740824506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.747455978Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.756811294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.756994547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.757082952Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.757157399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.757512643Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.757688832Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.763583484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.763766086Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.763841706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.764570749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.771395173Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.771583396Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.771841217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.772792611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.779994803Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.787505175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.787666695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.787736824Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.78805794Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.873832974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.873920037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"disk\": Object {\"block_size\": String(\"Traditional\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"5f7623af-3a38-4ea9-a7da-17cd09516487\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-01-20T23:51:26.710292015Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:26.710292015Z\")}, \"project_id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"rcgen\": Number(1), \"runtime_state\": Object {\"attach_instance_id\": Null, \"disk_state\": String(\"creating\"), \"gen\": Number(1), \"time_updated\": String(\"2026-01-20T23:51:26.710287055Z\")}, \"size\": Number(1073741824), \"slot\": Null}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"5f7623af-3a38-4ea9-a7da-17cd09516487\"), \"pantry_address\": Null, \"volume_id\": String(\"4bec0c08-f1de-4b1a-83e4-fcbb544e1554\")}})","node_id":"3","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.879259921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.879403165Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"4","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:26.884040818Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.884160064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:26.884977122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.016572863Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 291bdaf2-735a-4926-a603-1873cb8010e3 (dataset), time_created: 2026-01-20T23:51:16.688980Z, time_modified: 2026-01-20T23:51:16.688980Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1 (zpool), ip: ::1, port: SqlU16(54947), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: a0c30536-0a5b-42eb-b424-54d8ccaaf107, time_created: 2026-01-20T23:51:26.967725Z, time_modified: 2026-01-20T23:51:26.967725Z }, dataset_id: 291bdaf2-735a-4926-a603-1873cb8010e3 (dataset), volume_id: 4bec0c08-f1de-4b1a-83e4-fcbb544e1554 (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 72b916a8-0861-48d4-a833-770616ba52c1 (dataset), time_created: 2026-01-20T23:51:19.531625Z, time_modified: 2026-01-20T23:51:19.531625Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: e3011151-f2fc-4f9d-bf42-ca8b2b667f38 (zpool), ip: ::1, port: SqlU16(45712), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: c92dd06f-da7d-4c63-a5f6-9b5e7012fb0d, time_created: 2026-01-20T23:51:26.967725Z, time_modified: 2026-01-20T23:51:26.967725Z }, dataset_id: 72b916a8-0861-48d4-a833-770616ba52c1 (dataset), volume_id: 4bec0c08-f1de-4b1a-83e4-fcbb544e1554 (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: a9f0aee7-97e0-46c8-817d-51e850a527ac (dataset), time_created: 2026-01-20T23:51:20.565295Z, time_modified: 2026-01-20T23:51:20.565295Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 073f6c07-7cbe-4691-8ab7-3e46444a9483 (zpool), ip: ::1, port: SqlU16(60997), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 854349ad-3fa5-4774-b4e3-1da08bd685ae, time_created: 2026-01-20T23:51:26.967725Z, time_modified: 2026-01-20T23:51:26.967725Z }, dataset_id: a9f0aee7-97e0-46c8-817d-51e850a527ac (dataset), volume_id: 4bec0c08-f1de-4b1a-83e4-fcbb544e1554 (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"4bec0c08-f1de-4b1a-83e4-fcbb544e1554"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.017096389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.017267017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"291bdaf2-735a-4926-a603-1873cb8010e3\"), \"time_created\": String(\"2026-01-20T23:51:16.688980Z\"), \"time_modified\": String(\"2026-01-20T23:51:16.688980Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1\"), \"port\": Number(54947), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"291bdaf2-735a-4926-a603-1873cb8010e3\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"a0c30536-0a5b-42eb-b424-54d8ccaaf107\"), \"time_created\": String(\"2026-01-20T23:51:26.967725Z\"), \"time_modified\": String(\"2026-01-20T23:51:26.967725Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"4bec0c08-f1de-4b1a-83e4-fcbb544e1554\")}], Array [Object {\"identity\": Object {\"id\": String(\"72b916a8-0861-48d4-a833-770616ba52c1\"), \"time_created\": String(\"2026-01-20T23:51:19.531625Z\"), \"time_modified\": String(\"2026-01-20T23:51:19.531625Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"e3011151-f2fc-4f9d-bf42-ca8b2b667f38\"), \"port\": Number(45712), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"72b916a8-0861-48d4-a833-770616ba52c1\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"c92dd06f-da7d-4c63-a5f6-9b5e7012fb0d\"), \"time_created\": String(\"2026-01-20T23:51:26.967725Z\"), \"time_modified\": String(\"2026-01-20T23:51:26.967725Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"4bec0c08-f1de-4b1a-83e4-fcbb544e1554\")}], Array [Object {\"identity\": Object {\"id\": String(\"a9f0aee7-97e0-46c8-817d-51e850a527ac\"), \"time_created\": String(\"2026-01-20T23:51:20.565295Z\"), \"time_modified\": String(\"2026-01-20T23:51:20.565295Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"073f6c07-7cbe-4691-8ab7-3e46444a9483\"), \"port\": Number(60997), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"a9f0aee7-97e0-46c8-817d-51e850a527ac\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"854349ad-3fa5-4774-b4e3-1da08bd685ae\"), \"time_created\": String(\"2026-01-20T23:51:26.967725Z\"), \"time_modified\": String(\"2026-01-20T23:51:26.967725Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"4bec0c08-f1de-4b1a-83e4-fcbb544e1554\")}]])","node_id":"4","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.019290985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.019392947Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.019571731Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.020595448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.024534879Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.024631591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.025385935Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.025467576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"5","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.03024667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.030358361Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.030620631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.030693996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Failed(InjectedError)","node_id":"5","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.03497843Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.03514983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"unwinding","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.041707084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.041875157Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"4","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.09581475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.095937994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"4","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.101157911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.101223781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"3","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.113758072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.113914743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"3","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.118297231Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.118390115Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"2","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:27.120223576Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.122772383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.122889495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.123776922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.133364798Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.133500717Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"2","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.141256987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.14137979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"1","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.14823785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.148317929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"1","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.153635218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.153829724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"0","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.159136863Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.159262121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"0","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.164527858Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.164635191Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"9","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.171594382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.171844768Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"9","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.17724457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.177422142Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"done","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:27.184370061Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"action_error_source":"InjectedError","action_error_node_name":"\"regions_ensure_undo\"","result":"failure","saga_name":"disk-create","saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.184515749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.184779501Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"adbac458-1644-4b13-9037-ba4c9afc1069","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: adbac458-1644-4b13-9037-ba4c9afc1069, saga_log: SagaLog { saga_id: adbac458-1644-4b13-9037-ba4c9afc1069, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 failed, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"regions_ensure_undo\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(6)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.239702572Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"label":"RegionsEnsure","node_name":"regions_ensure"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.239782771Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.239830335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.240242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"0c790b83-be36-4463-9dda-e96a020e0554\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.240449932Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.247662194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(6)","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.256889697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(5)","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.25714412Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.2572045Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.257361892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.257418834Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"9","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.264230533Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.264358577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.269645546Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.26976373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"0","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.275521372Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.275620237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"7323d064-f002-4403-8e6c-71257adabf44\"))","node_id":"0","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.291835297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.291962128Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"1","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.298065033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.29819476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"6cd26b0e-e984-450c-82ac-425a3deaeaab\"))","node_id":"1","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.30385052Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.303938875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"2","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.309161647Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.309367876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.310721516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.331088728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.331226391Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.346543282Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.346714932Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"3","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.357568935Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.358298871Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.359528035Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.364217922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.364430342Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.366082764Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.369977617Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.370203915Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.370299495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.370367119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.37142337Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.376883502Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.377091735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.37717014Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.378052878Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.383929185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.384120343Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.38419965Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.385177727Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.392660715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.405728833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.40587388Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.40595946Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.406030841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.406096251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.407175889Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.417744717Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.417853192Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.417990714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.419205891Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.42894166Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.429085264Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.429159952Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.430719741Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.437846985Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.456109308Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.456284826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.456358452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.456897138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.465053119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.465158478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.473319959Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.474495938Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.474588281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.474637969Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.495275697Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.495364753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"disk\": Object {\"block_size\": String(\"Traditional\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"7323d064-f002-4403-8e6c-71257adabf44\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-01-20T23:51:27.357460701Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:27.357460701Z\")}, \"project_id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"rcgen\": Number(1), \"runtime_state\": Object {\"attach_instance_id\": Null, \"disk_state\": String(\"creating\"), \"gen\": Number(1), \"time_updated\": String(\"2026-01-20T23:51:27.357454498Z\")}, \"size\": Number(1073741824), \"slot\": Null}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"7323d064-f002-4403-8e6c-71257adabf44\"), \"pantry_address\": Null, \"volume_id\": String(\"6cd26b0e-e984-450c-82ac-425a3deaeaab\")}})","node_id":"3","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.503429654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.503565813Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"4","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.512715402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.512819929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.514019223Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.642685463Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 291bdaf2-735a-4926-a603-1873cb8010e3 (dataset), time_created: 2026-01-20T23:51:16.688980Z, time_modified: 2026-01-20T23:51:16.688980Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1 (zpool), ip: ::1, port: SqlU16(54947), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: d5e4bc5f-5217-4239-9064-058d235acfbb, time_created: 2026-01-20T23:51:27.593489Z, time_modified: 2026-01-20T23:51:27.593489Z }, dataset_id: 291bdaf2-735a-4926-a603-1873cb8010e3 (dataset), volume_id: 6cd26b0e-e984-450c-82ac-425a3deaeaab (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 72b916a8-0861-48d4-a833-770616ba52c1 (dataset), time_created: 2026-01-20T23:51:19.531625Z, time_modified: 2026-01-20T23:51:19.531625Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: e3011151-f2fc-4f9d-bf42-ca8b2b667f38 (zpool), ip: ::1, port: SqlU16(45712), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 1c87f8c3-f7ef-4456-ac11-38f58c6c9e17, time_created: 2026-01-20T23:51:27.593489Z, time_modified: 2026-01-20T23:51:27.593489Z }, dataset_id: 72b916a8-0861-48d4-a833-770616ba52c1 (dataset), volume_id: 6cd26b0e-e984-450c-82ac-425a3deaeaab (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: a9f0aee7-97e0-46c8-817d-51e850a527ac (dataset), time_created: 2026-01-20T23:51:20.565295Z, time_modified: 2026-01-20T23:51:20.565295Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 073f6c07-7cbe-4691-8ab7-3e46444a9483 (zpool), ip: ::1, port: SqlU16(60997), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: dcc0ed5c-c02c-4faa-9f50-3191d9712b21, time_created: 2026-01-20T23:51:27.593489Z, time_modified: 2026-01-20T23:51:27.593489Z }, dataset_id: a9f0aee7-97e0-46c8-817d-51e850a527ac (dataset), volume_id: 6cd26b0e-e984-450c-82ac-425a3deaeaab (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"6cd26b0e-e984-450c-82ac-425a3deaeaab"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.643651536Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.643769309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"291bdaf2-735a-4926-a603-1873cb8010e3\"), \"time_created\": String(\"2026-01-20T23:51:16.688980Z\"), \"time_modified\": String(\"2026-01-20T23:51:16.688980Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1\"), \"port\": Number(54947), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"291bdaf2-735a-4926-a603-1873cb8010e3\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"d5e4bc5f-5217-4239-9064-058d235acfbb\"), \"time_created\": String(\"2026-01-20T23:51:27.593489Z\"), \"time_modified\": String(\"2026-01-20T23:51:27.593489Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"6cd26b0e-e984-450c-82ac-425a3deaeaab\")}], Array [Object {\"identity\": Object {\"id\": String(\"72b916a8-0861-48d4-a833-770616ba52c1\"), \"time_created\": String(\"2026-01-20T23:51:19.531625Z\"), \"time_modified\": String(\"2026-01-20T23:51:19.531625Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"e3011151-f2fc-4f9d-bf42-ca8b2b667f38\"), \"port\": Number(45712), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"72b916a8-0861-48d4-a833-770616ba52c1\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"1c87f8c3-f7ef-4456-ac11-38f58c6c9e17\"), \"time_created\": String(\"2026-01-20T23:51:27.593489Z\"), \"time_modified\": String(\"2026-01-20T23:51:27.593489Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"6cd26b0e-e984-450c-82ac-425a3deaeaab\")}], Array [Object {\"identity\": Object {\"id\": String(\"a9f0aee7-97e0-46c8-817d-51e850a527ac\"), \"time_created\": String(\"2026-01-20T23:51:20.565295Z\"), \"time_modified\": String(\"2026-01-20T23:51:20.565295Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"073f6c07-7cbe-4691-8ab7-3e46444a9483\"), \"port\": Number(60997), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"a9f0aee7-97e0-46c8-817d-51e850a527ac\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"dcc0ed5c-c02c-4faa-9f50-3191d9712b21\"), \"time_created\": String(\"2026-01-20T23:51:27.593489Z\"), \"time_modified\": String(\"2026-01-20T23:51:27.593489Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"6cd26b0e-e984-450c-82ac-425a3deaeaab\")}]])","node_id":"4","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.650495278Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.650586399Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"5","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.656045028Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.656140918Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.66131812Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.66140901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"6","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.680857543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.680983512Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Failed(InjectedError)","node_id":"6","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.687940819Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.688089353Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"unwinding","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.694755504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.694877756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"5","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:27.700411263Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.72649718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42650"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.726879747Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62181"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.727304027Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52040"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.728639282Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d5e4bc5f-5217-4239-9064-058d235acfbb","method":"GET","req_id":"a623ca88-b80a-4138-bf98-b495bd0f0039","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.728973503Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/dcc0ed5c-c02c-4faa-9f50-3191d9712b21","method":"GET","req_id":"297e55ff-2cbb-4a75-bfb0-f36b7cbd41fa","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.729132408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/1c87f8c3-f7ef-4456-ac11-38f58c6c9e17","method":"GET","req_id":"fdd0d0cf-2bfc-4fc0-bb8b-357c74df9ae8","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.730090475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d5e4bc5f-5217-4239-9064-058d235acfbb","method":"GET","req_id":"a623ca88-b80a-4138-bf98-b495bd0f0039","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":1435,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.730208339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/dcc0ed5c-c02c-4faa-9f50-3191d9712b21","method":"GET","req_id":"297e55ff-2cbb-4a75-bfb0-f36b7cbd41fa","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":1274,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.730289249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/1c87f8c3-f7ef-4456-ac11-38f58c6c9e17","method":"GET","req_id":"fdd0d0cf-2bfc-4fc0-bb8b-357c74df9ae8","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":1212,"response_code":404} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.731842124Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:27.732277466Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.743714745Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d5e4bc5f-5217-4239-9064-058d235acfbb","method":"GET","req_id":"88a03077-54e1-4431-b1e5-3ca12015b43e","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.744274132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d5e4bc5f-5217-4239-9064-058d235acfbb","method":"GET","req_id":"88a03077-54e1-4431-b1e5-3ca12015b43e","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":554,"response_code":404} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.746005942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/dcc0ed5c-c02c-4faa-9f50-3191d9712b21","method":"GET","req_id":"9c07fce2-402d-4fa4-adbf-347e2a24423d","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.746142051Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/1c87f8c3-f7ef-4456-ac11-38f58c6c9e17","method":"GET","req_id":"f7080650-b55a-4731-938c-4d4aa982121d","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.746627763Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/dcc0ed5c-c02c-4faa-9f50-3191d9712b21","method":"GET","req_id":"9c07fce2-402d-4fa4-adbf-347e2a24423d","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":608,"response_code":404} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.74676775Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/1c87f8c3-f7ef-4456-ac11-38f58c6c9e17","method":"GET","req_id":"f7080650-b55a-4731-938c-4d4aa982121d","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","error_message_external":"Not Found","error_message_internal":"Region not found","latency_us":542,"response_code":404} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.747359732Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.747487876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.747545059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"5","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.752805095Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.752900885Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"4","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.791004459Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.791138374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"4","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.797179306Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.797330326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"3","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.809105994Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.809209078Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"3","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.8141386Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.814256904Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"2","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.820608943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.820842766Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.821527031Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.835452667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.835572244Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"2","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.84287763Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.843062406Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"1","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.847822001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.847956758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"1","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.85331063Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.853459735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"0","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.859511048Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.860454707Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"0","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.865760233Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.865856453Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"9","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.871426073Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.871705646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"9","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.877153224Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.877316256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"done","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:27.885748765Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"action_error_source":"InjectedError","action_error_node_name":"\"regions_ensure\"","result":"failure","saga_name":"disk-create","saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.886262131Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.886784806Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"f2bbaa0a-48c2-47df-9afd-25f75764dcb9","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: f2bbaa0a-48c2-47df-9afd-25f75764dcb9, saga_log: SagaLog { saga_id: f2bbaa0a-48c2-47df-9afd-25f75764dcb9, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 failed, N005 undo_started, N005 undo_finished, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: UndoFinished, 6: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"regions_ensure\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(7)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.936859626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"label":"CreateVolumeRecord","node_name":"created_volume"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.936976919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.937032569Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.937450005Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"0c790b83-be36-4463-9dda-e96a020e0554\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.937894836Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.943231274Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(7)","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.943770872Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(6)","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.944054704Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:27.944122448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.944407683Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.944464866Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"9","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.949517462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.949583022Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.953993145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.954134445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"0","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.958357517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.958472405Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"221c82a3-f608-4444-bb19-cfa4b7c42fc8\"))","node_id":"0","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.965482276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.965614828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"1","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.970556805Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.970647043Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"8e9d3775-090f-4205-8a1d-8ea97b0875de\"))","node_id":"1","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.977733256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.977893142Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"2","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:27.983552289Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.983716795Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.98500716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.999825524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:27.99994476Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.005224194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.005371756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"3","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.011318292Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.011467287Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.013279566Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.01731671Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.017442499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.018426318Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.020383794Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.020468702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.02069493Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.021803585Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.025888254Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.026052329Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.026125774Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.026191114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.02703246Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.029070926Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.030040587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.034116999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.034247437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.034401983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.03519343Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.03714227Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.037248901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.040427455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.040658462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.040768811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.042163272Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.047233983Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.056268043Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.056501395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.056602325Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.056678907Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.056749206Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.056925886Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.061878734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.062141183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.062247925Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.062584822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.066967581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.067157537Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.067232335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.068009724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.073998033Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.086224955Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.086519268Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.086620749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.086942506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.100353402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.100607095Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"disk\": Object {\"block_size\": String(\"Traditional\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"221c82a3-f608-4444-bb19-cfa4b7c42fc8\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-01-20T23:51:28.011209376Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:28.011209376Z\")}, \"project_id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"rcgen\": Number(1), \"runtime_state\": Object {\"attach_instance_id\": Null, \"disk_state\": String(\"creating\"), \"gen\": Number(1), \"time_updated\": String(\"2026-01-20T23:51:28.011202172Z\")}, \"size\": Number(1073741824), \"slot\": Null}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"221c82a3-f608-4444-bb19-cfa4b7c42fc8\"), \"pantry_address\": Null, \"volume_id\": String(\"8e9d3775-090f-4205-8a1d-8ea97b0875de\")}})","node_id":"3","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.106306822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.106421288Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"4","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.118857976Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.119064906Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.119731446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:28.121765032Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.169706358Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 291bdaf2-735a-4926-a603-1873cb8010e3 (dataset), time_created: 2026-01-20T23:51:16.688980Z, time_modified: 2026-01-20T23:51:16.688980Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1 (zpool), ip: ::1, port: SqlU16(54947), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 395d976b-f717-4575-ae47-9463df9b8adc, time_created: 2026-01-20T23:51:28.124160Z, time_modified: 2026-01-20T23:51:28.124160Z }, dataset_id: 291bdaf2-735a-4926-a603-1873cb8010e3 (dataset), volume_id: 8e9d3775-090f-4205-8a1d-8ea97b0875de (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 72b916a8-0861-48d4-a833-770616ba52c1 (dataset), time_created: 2026-01-20T23:51:19.531625Z, time_modified: 2026-01-20T23:51:19.531625Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: e3011151-f2fc-4f9d-bf42-ca8b2b667f38 (zpool), ip: ::1, port: SqlU16(45712), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 38a9b248-5fa5-4dc6-b0a2-d5350642a417, time_created: 2026-01-20T23:51:28.124160Z, time_modified: 2026-01-20T23:51:28.124160Z }, dataset_id: 72b916a8-0861-48d4-a833-770616ba52c1 (dataset), volume_id: 8e9d3775-090f-4205-8a1d-8ea97b0875de (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: a9f0aee7-97e0-46c8-817d-51e850a527ac (dataset), time_created: 2026-01-20T23:51:20.565295Z, time_modified: 2026-01-20T23:51:20.565295Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 073f6c07-7cbe-4691-8ab7-3e46444a9483 (zpool), ip: ::1, port: SqlU16(60997), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 32d74e21-ebe6-4100-b334-1e5785ddf7dc, time_created: 2026-01-20T23:51:28.124160Z, time_modified: 2026-01-20T23:51:28.124160Z }, dataset_id: a9f0aee7-97e0-46c8-817d-51e850a527ac (dataset), volume_id: 8e9d3775-090f-4205-8a1d-8ea97b0875de (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"8e9d3775-090f-4205-8a1d-8ea97b0875de"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.170221307Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.170311977Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"291bdaf2-735a-4926-a603-1873cb8010e3\"), \"time_created\": String(\"2026-01-20T23:51:16.688980Z\"), \"time_modified\": String(\"2026-01-20T23:51:16.688980Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1\"), \"port\": Number(54947), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"291bdaf2-735a-4926-a603-1873cb8010e3\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"395d976b-f717-4575-ae47-9463df9b8adc\"), \"time_created\": String(\"2026-01-20T23:51:28.124160Z\"), \"time_modified\": String(\"2026-01-20T23:51:28.124160Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"8e9d3775-090f-4205-8a1d-8ea97b0875de\")}], Array [Object {\"identity\": Object {\"id\": String(\"72b916a8-0861-48d4-a833-770616ba52c1\"), \"time_created\": String(\"2026-01-20T23:51:19.531625Z\"), \"time_modified\": String(\"2026-01-20T23:51:19.531625Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"e3011151-f2fc-4f9d-bf42-ca8b2b667f38\"), \"port\": Number(45712), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"72b916a8-0861-48d4-a833-770616ba52c1\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"38a9b248-5fa5-4dc6-b0a2-d5350642a417\"), \"time_created\": String(\"2026-01-20T23:51:28.124160Z\"), \"time_modified\": String(\"2026-01-20T23:51:28.124160Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"8e9d3775-090f-4205-8a1d-8ea97b0875de\")}], Array [Object {\"identity\": Object {\"id\": String(\"a9f0aee7-97e0-46c8-817d-51e850a527ac\"), \"time_created\": String(\"2026-01-20T23:51:20.565295Z\"), \"time_modified\": String(\"2026-01-20T23:51:20.565295Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"073f6c07-7cbe-4691-8ab7-3e46444a9483\"), \"port\": Number(60997), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"a9f0aee7-97e0-46c8-817d-51e850a527ac\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"32d74e21-ebe6-4100-b334-1e5785ddf7dc\"), \"time_created\": String(\"2026-01-20T23:51:28.124160Z\"), \"time_modified\": String(\"2026-01-20T23:51:28.124160Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"8e9d3775-090f-4205-8a1d-8ea97b0875de\")}]])","node_id":"4","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.176794684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.176891957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"5","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.183134408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.183221591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.191125202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.19127064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"6","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.209700375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"86b62707-78c6-496e-a5ca-bf1f35cf743a","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.210117631Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"d65ccd4d-3b19-4384-b39b-4a7ac052a9f8","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region 395d976b-f717-4575-ae47-9463df9b8adc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.215721068Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region 38a9b248-5fa5-4dc6-b0a2-d5350642a417","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.215889802Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.215940652Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"86b62707-78c6-496e-a5ca-bf1f35cf743a","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6273,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.216026853Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"d65ccd4d-3b19-4384-b39b-4a7ac052a9f8","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5978,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.21774218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"019bf640-c634-4bd8-8cc0-9fdee398f324","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region 32d74e21-ebe6-4100-b334-1e5785ddf7dc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.236219219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.236855408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"019bf640-c634-4bd8-8cc0-9fdee398f324","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":19196,"response_code":200} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.247100987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.2538844Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.258610539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66a98a2f-15d5-4b4f-8be5-2302f9d2a396","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.258764684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66a98a2f-15d5-4b4f-8be5-2302f9d2a396","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.259079237Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66a98a2f-15d5-4b4f-8be5-2302f9d2a396","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.259353941Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66a98a2f-15d5-4b4f-8be5-2302f9d2a396","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.260551312Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66a98a2f-15d5-4b4f-8be5-2302f9d2a396","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.263588496Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.263671511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"block_size\": Number(512), \"id\": String(\"221c82a3-f608-4444-bb19-cfa4b7c42fc8\"), \"read_only_parent\": Null, \"sub_volumes\": Array [Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"extent_count\": Number(16), \"gen\": Number(1), \"opts\": Object {\"cert_pem\": Null, \"control\": Null, \"flush_timeout\": Null, \"id\": String(\"221c82a3-f608-4444-bb19-cfa4b7c42fc8\"), \"key\": String(\"2Vr3m6S8tTpKlSV36p8s/fob604qLibLylMn55lDA8A=\"), \"key_pem\": Null, \"lossy\": Bool(false), \"read_only\": Bool(false), \"root_cert_pem\": Null, \"target\": Array [String(\"[::1]:1050\"), String(\"[::1]:1000\"), String(\"[::1]:1100\")]}, \"type\": String(\"region\")}], \"type\": String(\"volume\")})","node_id":"6","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.269134609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66a98a2f-15d5-4b4f-8be5-2302f9d2a396","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10766,"response_code":200} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.269719587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.269794085Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"7","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.271394714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a98a2f-15d5-4b4f-8be5-2302f9d2a396\", \"content-length\": \"405\", \"date\": \"Tue, 20 Jan 2026 23:51:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.271631804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.272222684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a4600934-91b8-4178-bf75-40a7ecdba441","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.272303815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a4600934-91b8-4178-bf75-40a7ecdba441","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.272582086Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a4600934-91b8-4178-bf75-40a7ecdba441","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.272677765Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a4600934-91b8-4178-bf75-40a7ecdba441","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.273702575Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a4600934-91b8-4178-bf75-40a7ecdba441","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.274871439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.274941688Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Failed(InjectedError)","node_id":"7","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.281198498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.281460788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"unwinding","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.283095585Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a4600934-91b8-4178-bf75-40a7ecdba441","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10903,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.28498691Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4600934-91b8-4178-bf75-40a7ecdba441\", \"content-length\": \"29\", \"date\": \"Tue, 20 Jan 2026 23:51:28 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.285313517Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.285568291Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.285737386Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.29018309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.290312787Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"6","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.294408657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.294568314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"6","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.300123093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.300227811Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"5","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:28.306001905Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.319727324Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/395d976b-f717-4575-ae47-9463df9b8adc","method":"GET","req_id":"1fb54617-2a89-40ac-b8c2-e343a2f37521","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.320072688Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/32d74e21-ebe6-4100-b334-1e5785ddf7dc","method":"GET","req_id":"56ef8613-f636-423c-9251-e773d48a19a2","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.320603539Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/38a9b248-5fa5-4dc6-b0a2-d5350642a417","method":"GET","req_id":"85ded157-897b-46b4-888b-00df70398d14","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.320982059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/395d976b-f717-4575-ae47-9463df9b8adc","method":"GET","req_id":"1fb54617-2a89-40ac-b8c2-e343a2f37521","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1254,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.321077217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/32d74e21-ebe6-4100-b334-1e5785ddf7dc","method":"GET","req_id":"56ef8613-f636-423c-9251-e773d48a19a2","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1020,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.321144581Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/38a9b248-5fa5-4dc6-b0a2-d5350642a417","method":"GET","req_id":"85ded157-897b-46b4-888b-00df70398d14","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":553,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.332323087Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/395d976b-f717-4575-ae47-9463df9b8adc","method":"DELETE","req_id":"415b4c83-4eeb-4b54-88fd-6ade6ac81830","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.332660225Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/32d74e21-ebe6-4100-b334-1e5785ddf7dc","method":"DELETE","req_id":"36bc0185-fce8-4133-b570-3eed5ef510eb","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"395d976b-f717-4575-ae47-9463df9b8adc\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.333121849Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"32d74e21-ebe6-4100-b334-1e5785ddf7dc\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.333373327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.333551469Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/395d976b-f717-4575-ae47-9463df9b8adc","method":"DELETE","req_id":"415b4c83-4eeb-4b54-88fd-6ade6ac81830","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1263,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.333765854Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/32d74e21-ebe6-4100-b334-1e5785ddf7dc","method":"DELETE","req_id":"36bc0185-fce8-4133-b570-3eed5ef510eb","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1117,"response_code":204} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.340543024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/38a9b248-5fa5-4dc6-b0a2-d5350642a417","method":"DELETE","req_id":"2ec4edb4-0994-466c-9b9e-213bc972a2ba","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"38a9b248-5fa5-4dc6-b0a2-d5350642a417\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.340702831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.340754142Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/38a9b248-5fa5-4dc6-b0a2-d5350642a417","method":"DELETE","req_id":"2ec4edb4-0994-466c-9b9e-213bc972a2ba","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":241,"response_code":204} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.348809454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/395d976b-f717-4575-ae47-9463df9b8adc","method":"GET","req_id":"306bcac3-64ba-4a8e-abe7-8bacbe348d2d","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.349101903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/32d74e21-ebe6-4100-b334-1e5785ddf7dc","method":"GET","req_id":"8313b959-9d78-4233-96da-c8046dd7b7cf","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.349208674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/395d976b-f717-4575-ae47-9463df9b8adc","method":"GET","req_id":"306bcac3-64ba-4a8e-abe7-8bacbe348d2d","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":605,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.349421115Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/32d74e21-ebe6-4100-b334-1e5785ddf7dc","method":"GET","req_id":"8313b959-9d78-4233-96da-c8046dd7b7cf","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":447,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.350498228Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/38a9b248-5fa5-4dc6-b0a2-d5350642a417","method":"GET","req_id":"f91d68e7-67f1-46e1-a8de-c91754794766","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.350799004Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"395d976b-f717-4575-ae47-9463df9b8adc"} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.350978038Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"32d74e21-ebe6-4100-b334-1e5785ddf7dc"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.35119102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/38a9b248-5fa5-4dc6-b0a2-d5350642a417","method":"GET","req_id":"f91d68e7-67f1-46e1-a8de-c91754794766","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":694,"response_code":200} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.352201511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"38a9b248-5fa5-4dc6-b0a2-d5350642a417"} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.352275788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.352623777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.352679437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"5","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.359031376Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.359147125Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"4","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.379250464Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.379323018Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"4","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.385313621Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.385488136Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"3","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.39808971Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.398183145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"3","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.406365128Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.406478352Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"2","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.409200212Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.409727686Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.416736305Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"e84b458b-93a5-4a3b-a0d2-af73131b2820","remote_addr":"127.0.0.1:52828","local_addr":"127.0.0.1:49535","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.430454079Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"e84b458b-93a5-4a3b-a0d2-af73131b2820","remote_addr":"127.0.0.1:52828","local_addr":"127.0.0.1:49535","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":13776,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.431340655Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.431463669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.432137082Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.434245587Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.464552302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.464668241Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.464722759Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":49535,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 37 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.464977925Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 37 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.46509172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 37 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.465176889Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.501929337Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.504779682Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.504890641Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"2","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.507907936Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.508796656Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.511542483Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.511634716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":7,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.517509339Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.517593827Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"1","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.521471666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.522422478Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.522641452Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.522697423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.523673706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":7} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.523883141Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.5276599Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.527762002Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"1","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.533763366Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.533888153Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":7,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.537678218Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.537775541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"0","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.540520677Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":7} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.540620114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":30,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.546875481Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.54698099Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"0","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.548746987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":30} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.548821374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.554038375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.554182471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"9","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.562392929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.562525101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"9","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:28.566898712Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.568922259Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.569009922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"done","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:28.577156615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"action_error_source":"InjectedError","action_error_node_name":"\"created_volume\"","result":"failure","saga_name":"disk-create","saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.577289438Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.577501017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"631b6bfb-d5b2-4de5-ac06-99814a78f113","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: 631b6bfb-d5b2-4de5-ac06-99814a78f113, saga_log: SagaLog { saga_id: 631b6bfb-d5b2-4de5-ac06-99814a78f113, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 failed, N006 undo_started, N006 undo_finished, N005 undo_started, N005 undo_finished, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: UndoFinished, 6: UndoFinished, 7: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"created_volume\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"Creating new saga that will fail at index NodeIndex(8)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.673456601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"label":"FinalizeDiskRecord","node_name":"created_disk"} {"msg":"tracking newly created saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.67382469Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"preparing saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.673906011Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga create","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.67449097Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dag":"{\"end_node\":10,\"graph\":{\"edge_property\":\"directed\",\"edges\":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],\"node_holes\":[],\"nodes\":[{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateDiskId\",\"name\":\"disk_id\"}},{\"Action\":{\"action_name\":\"common.uuid_generate\",\"label\":\"GenerateVolumeId\",\"name\":\"volume_id\"}},{\"Action\":{\"action_name\":\"disk_create.space_account\",\"label\":\"SpaceAccount\",\"name\":\"no_result\"}},{\"Action\":{\"action_name\":\"disk_create.create_crucible_disk_record\",\"label\":\"CreateCrucibleDiskRecord\",\"name\":\"crucible_disk\"}},{\"Action\":{\"action_name\":\"disk_create.regions_alloc\",\"label\":\"RegionsAlloc\",\"name\":\"datasets_and_regions\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure_undo\",\"label\":\"RegionsEnsureUndo\",\"name\":\"regions_ensure_undo\"}},{\"Action\":{\"action_name\":\"disk_create.regions_ensure\",\"label\":\"RegionsEnsure\",\"name\":\"regions_ensure\"}},{\"Action\":{\"action_name\":\"disk_create.create_volume_record\",\"label\":\"CreateVolumeRecord\",\"name\":\"created_volume\"}},{\"Action\":{\"action_name\":\"disk_create.finalize_disk_record\",\"label\":\"FinalizeDiskRecord\",\"name\":\"created_disk\"}},{\"Start\":{\"params\":{\"create_params\":{\"description\":\"My disk\",\"disk_backend\":{\"disk_source\":{\"block_size\":512,\"type\":\"blank\"},\"type\":\"distributed\"},\"name\":\"my-disk\",\"size\":1073741824},\"project_id\":\"0c790b83-be36-4463-9dda-e96a020e0554\",\"serialized_authn\":{\"kind\":{\"Authenticated\":[{\"actor\":{\"SiloUser\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"silo_user_id\":\"001de000-05e4-4000-8000-000000004007\"}},\"credential_id\":null,\"device_token_expiration\":null},{\"mapped_fleet_roles\":{}}]}}}}},\"End\"]},\"saga_name\":\"disk-create\",\"start_node\":9}"} {"msg":"creating saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.674701577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_name":"disk-create","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.706726804Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"FailAction","node_id":"NodeIndex(8)","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01"} {"msg":"saga_inject_error","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.706903504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_type":"Repeat(RepeatInjected { action: 1, undo: 2 })","node_id":"NodeIndex(7)","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01"} {"msg":"starting saga","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.706994715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga start","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:28.707062499Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_name":"disk-create","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.707125213Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.707182236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"9","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.713635706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.713855942Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"9","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.737313704Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.737456055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"0","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.751967521Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.75206815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"3e4a52a0-a590-453c-b128-3e031e37e189\"))","node_id":"0","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.759272667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.760831193Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"1","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.771559828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.771637552Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(String(\"cff3a413-e48e-42c8-9e66-ba0b485970ba\"))","node_id":"1","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.780123596Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.780238113Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"2","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.789132386Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.795200071Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.796250471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.810182691Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.810351525Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"2","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.850093433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.850219593Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"3","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.865274916Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.8654585Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.866144047Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.870047647Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.870164188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.870845497Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.874346851Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.874506056Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.874578349Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.874643378Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.875094381Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.879621927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.879741303Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.87981072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.881732947Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.908229055Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.908363752Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.908438039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.909152965Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.916742193Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.923988783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.924152267Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.924236925Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0c790b83-be36-4463-9dda-e96a020e0554","resource_type":"Project","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.924304128Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.92436578Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.925762977Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.936332657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000000","resource_type":"Silo","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.936445941Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.936513135Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.93727842Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.942457967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:28.942574648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.942645037Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.958556335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:28.998617175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\"), (Silo, 001de000-5110-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.028338049Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000000, lookup_type: ById(001de000-5110-4000-8000-000000000000) }, key: 0c790b83-be36-4463-9dda-e96a020e0554, lookup_type: ById(0c790b83-be36-4463-9dda-e96a020e0554) }","action":"CreateChild","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.028641661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.02885844Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.030689967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"CreateCrucibleDiskRecord","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.033217622Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.033324614Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.033626111Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.048467831Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.091864076Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.092157898Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.097068993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.11111617Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:29.201844253Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.259473783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.259576235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"disk\": Object {\"block_size\": String(\"Traditional\"), \"disk_type\": String(\"Crucible\"), \"identity\": Object {\"description\": String(\"My disk\"), \"id\": String(\"3e4a52a0-a590-453c-b128-3e031e37e189\"), \"name\": String(\"my-disk\"), \"time_created\": String(\"2026-01-20T23:51:28.865114849Z\"), \"time_deleted\": Null, \"time_modified\": String(\"2026-01-20T23:51:28.865114849Z\")}, \"project_id\": String(\"0c790b83-be36-4463-9dda-e96a020e0554\"), \"rcgen\": Number(1), \"runtime_state\": Object {\"attach_instance_id\": Null, \"disk_state\": String(\"creating\"), \"gen\": Number(1), \"time_updated\": String(\"2026-01-20T23:51:28.865110901Z\")}, \"size\": Number(1073741824), \"slot\": Null}, \"disk_type_crucible\": Object {\"create_image_id\": Null, \"create_snapshot_id\": Null, \"disk_id\": String(\"3e4a52a0-a590-453c-b128-3e031e37e189\"), \"pantry_address\": Null, \"volume_id\": String(\"cff3a413-e48e-42c8-9e66-ba0b485970ba\")}})","node_id":"3","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.271306354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.271453455Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"4","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.277561551Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.277699373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.278420331Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"RegionsAlloc","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"Allocated regions for volume","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.336221541Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","datasets_and_regions":"[(CrucibleDataset { identity: CrucibleDatasetIdentity { id: 291bdaf2-735a-4926-a603-1873cb8010e3 (dataset), time_created: 2026-01-20T23:51:16.688980Z, time_modified: 2026-01-20T23:51:16.688980Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1 (zpool), ip: ::1, port: SqlU16(54947), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46, time_created: 2026-01-20T23:51:29.283775Z, time_modified: 2026-01-20T23:51:29.283775Z }, dataset_id: 291bdaf2-735a-4926-a603-1873cb8010e3 (dataset), volume_id: cff3a413-e48e-42c8-9e66-ba0b485970ba (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: 72b916a8-0861-48d4-a833-770616ba52c1 (dataset), time_created: 2026-01-20T23:51:19.531625Z, time_modified: 2026-01-20T23:51:19.531625Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: e3011151-f2fc-4f9d-bf42-ca8b2b667f38 (zpool), ip: ::1, port: SqlU16(45712), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: 94300f3d-1f64-4fe2-a551-4926a9002718, time_created: 2026-01-20T23:51:29.283775Z, time_modified: 2026-01-20T23:51:29.283775Z }, dataset_id: 72b916a8-0861-48d4-a833-770616ba52c1 (dataset), volume_id: cff3a413-e48e-42c8-9e66-ba0b485970ba (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive }), (CrucibleDataset { identity: CrucibleDatasetIdentity { id: a9f0aee7-97e0-46c8-817d-51e850a527ac (dataset), time_created: 2026-01-20T23:51:20.565295Z, time_modified: 2026-01-20T23:51:20.565295Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 073f6c07-7cbe-4691-8ab7-3e46444a9483 (zpool), ip: ::1, port: SqlU16(60997), size_used: 1342177280, no_provision: false }, Region { identity: RegionIdentity { id: ccdf8559-1c7b-401f-8a4c-8af0c86e2a05, time_created: 2026-01-20T23:51:29.283775Z, time_modified: 2026-01-20T23:51:29.283775Z }, dataset_id: a9f0aee7-97e0-46c8-817d-51e850a527ac (dataset), volume_id: cff3a413-e48e-42c8-9e66-ba0b485970ba (volume), block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false, reservation_percent: TwentyFive })]","maybe_snapshot_id":"None","volume_id":"cff3a413-e48e-42c8-9e66-ba0b485970ba"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.337848403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.33794793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Array [Array [Object {\"identity\": Object {\"id\": String(\"291bdaf2-735a-4926-a603-1873cb8010e3\"), \"time_created\": String(\"2026-01-20T23:51:16.688980Z\"), \"time_modified\": String(\"2026-01-20T23:51:16.688980Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"d6d7c7d2-cdb4-47fe-9f5b-7d6538820bb1\"), \"port\": Number(54947), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"291bdaf2-735a-4926-a603-1873cb8010e3\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46\"), \"time_created\": String(\"2026-01-20T23:51:29.283775Z\"), \"time_modified\": String(\"2026-01-20T23:51:29.283775Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"cff3a413-e48e-42c8-9e66-ba0b485970ba\")}], Array [Object {\"identity\": Object {\"id\": String(\"72b916a8-0861-48d4-a833-770616ba52c1\"), \"time_created\": String(\"2026-01-20T23:51:19.531625Z\"), \"time_modified\": String(\"2026-01-20T23:51:19.531625Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"e3011151-f2fc-4f9d-bf42-ca8b2b667f38\"), \"port\": Number(45712), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"72b916a8-0861-48d4-a833-770616ba52c1\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"94300f3d-1f64-4fe2-a551-4926a9002718\"), \"time_created\": String(\"2026-01-20T23:51:29.283775Z\"), \"time_modified\": String(\"2026-01-20T23:51:29.283775Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"cff3a413-e48e-42c8-9e66-ba0b485970ba\")}], Array [Object {\"identity\": Object {\"id\": String(\"a9f0aee7-97e0-46c8-817d-51e850a527ac\"), \"time_created\": String(\"2026-01-20T23:51:20.565295Z\"), \"time_modified\": String(\"2026-01-20T23:51:20.565295Z\")}, \"ip\": String(\"::1\"), \"no_provision\": Bool(false), \"pool_id\": String(\"073f6c07-7cbe-4691-8ab7-3e46444a9483\"), \"port\": Number(60997), \"rcgen\": Number(1), \"size_used\": Number(1342177280), \"time_deleted\": Null}, Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"dataset_id\": String(\"a9f0aee7-97e0-46c8-817d-51e850a527ac\"), \"deleting\": Bool(false), \"extent_count\": Number(16), \"identity\": Object {\"id\": String(\"ccdf8559-1c7b-401f-8a4c-8af0c86e2a05\"), \"time_created\": String(\"2026-01-20T23:51:29.283775Z\"), \"time_modified\": String(\"2026-01-20T23:51:29.283775Z\")}, \"port\": Null, \"read_only\": Bool(false), \"reservation_percent\": String(\"TwentyFive\"), \"volume_id\": String(\"cff3a413-e48e-42c8-9e66-ba0b485970ba\")}]])","node_id":"4","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.355640235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.355755433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"5","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.369874672Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.374130279Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"5","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.388649671Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.388743056Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"6","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.429192185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"951516c6-5afe-4ae3-81c5-aabcebbefb24","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.429586606Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.429969945Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"951516c6-5afe-4ae3-81c5-aabcebbefb24","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":858,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.475217496Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"0b771c59-01a3-473f-95f8-a467a44a369a","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created region 94300f3d-1f64-4fe2-a551-4926a9002718","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.475844046Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.476935297Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"0b771c59-01a3-473f-95f8-a467a44a369a","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1765,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.478092058Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"ace0c5b6-4838-4ac3-84f9-fea8f8a1bc5d","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.478194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"created region ccdf8559-1c7b-401f-8a4c-8af0c86e2a05","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.47961316Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.479738969Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.480135515Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions","method":"POST","req_id":"ace0c5b6-4838-4ac3-84f9-fea8f8a1bc5d","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2055,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.491691508Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.492632201Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.492728522Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.492779974Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.502915114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.503037776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Object {\"block_size\": Number(512), \"id\": String(\"3e4a52a0-a590-453c-b128-3e031e37e189\"), \"read_only_parent\": Null, \"sub_volumes\": Array [Object {\"block_size\": Number(512), \"blocks_per_extent\": Number(131072), \"extent_count\": Number(16), \"gen\": Number(1), \"opts\": Object {\"cert_pem\": Null, \"control\": Null, \"flush_timeout\": Null, \"id\": String(\"3e4a52a0-a590-453c-b128-3e031e37e189\"), \"key\": String(\"vGHOUkDUxmLlLgzPB2SGMSOvex8ZPnZqcvhFDW7odOY=\"), \"key_pem\": Null, \"lossy\": Bool(false), \"read_only\": Bool(false), \"root_cert_pem\": Null, \"target\": Array [String(\"[::1]:1000\"), String(\"[::1]:1100\"), String(\"[::1]:1050\")]}, \"type\": String(\"region\")}], \"type\": String(\"volume\")})","node_id":"6","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.514581927Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.514651595Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"7","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.604235582Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 succeeded"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.604345039Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Succeeded(Null)","node_id":"7","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.620938708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.621046702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Started","node_id":"8","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.628994891Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N008 failed"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.629188184Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"Failed(InjectedError)","node_id":"8","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.645563451Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Unwinding","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.651504876Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"unwinding","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.66350524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.663640067Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"7","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.852965746Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N007 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.853131404Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"7","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.85843686Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.858544172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"6","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.864641466Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N006 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.864749841Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"6","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.87224867Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:29.872549416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"5","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sdc_regions_ensure_undo: Deleting crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:29.882856627Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.907644993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46","method":"GET","req_id":"2526a620-c7b3-4150-99c5-aca967affaf9","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.907957081Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/ccdf8559-1c7b-401f-8a4c-8af0c86e2a05","method":"GET","req_id":"4f298614-f3a1-4342-8948-c652c271e2ec","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:29.908053623Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/94300f3d-1f64-4fe2-a551-4926a9002718","method":"GET","req_id":"9ffffdb7-c718-4b20-a797-3777b6ac1f6a","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.908891412Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46","method":"GET","req_id":"2526a620-c7b3-4150-99c5-aca967affaf9","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1310,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.909079945Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/ccdf8559-1c7b-401f-8a4c-8af0c86e2a05","method":"GET","req_id":"4f298614-f3a1-4342-8948-c652c271e2ec","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1216,"response_code":200} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:29.909169091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/94300f3d-1f64-4fe2-a551-4926a9002718","method":"GET","req_id":"9ffffdb7-c718-4b20-a797-3777b6ac1f6a","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1130,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.024071054Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46","method":"DELETE","req_id":"1cf92965-56a1-466a-9e8b-3f5248b854fe","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.032091948Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/ccdf8559-1c7b-401f-8a4c-8af0c86e2a05","method":"DELETE","req_id":"6b930e3a-9ad6-415a-afaa-7fa9934d16e2","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.033607439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/94300f3d-1f64-4fe2-a551-4926a9002718","method":"DELETE","req_id":"a623b235-1165-4d2c-a4d1-ced3643f34e3","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.033735392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.033790792Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"deleted region RegionId(\"d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.034078602Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1050","start_port":"1000","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"ccdf8559-1c7b-401f-8a4c-8af0c86e2a05\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.034243168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1150","start_port":"1100","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"deleted region RegionId(\"94300f3d-1f64-4fe2-a551-4926a9002718\")","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.034309258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"end_port":"1100","start_port":"1050","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.034690153Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46","method":"DELETE","req_id":"1cf92965-56a1-466a-9e8b-3f5248b854fe","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11667,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.034790111Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/ccdf8559-1c7b-401f-8a4c-8af0c86e2a05","method":"DELETE","req_id":"6b930e3a-9ad6-415a-afaa-7fa9934d16e2","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2780,"response_code":204} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.034855781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/94300f3d-1f64-4fe2-a551-4926a9002718","method":"DELETE","req_id":"a623b235-1165-4d2c-a4d1-ced3643f34e3","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1271,"response_code":204} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.0349213Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.036436992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.096535551Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.101112364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.125769251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.125947223Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.126000168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46","method":"GET","req_id":"453c7b14-d55d-49bc-b527-7634b59bfc4f","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.127627711Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46","method":"GET","req_id":"453c7b14-d55d-49bc-b527-7634b59bfc4f","remote_addr":"[::1]:42650","local_addr":"[::1]:54947","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1652,"response_code":200} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.129626749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/94300f3d-1f64-4fe2-a551-4926a9002718","method":"GET","req_id":"4f67d323-6195-4a65-a5dc-d0bc65b0f784","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.130018094Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"d2dac57d-4eaa-4bc9-8a7a-c6e500dc6e46"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.13067747Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/94300f3d-1f64-4fe2-a551-4926a9002718","method":"GET","req_id":"4f67d323-6195-4a65-a5dc-d0bc65b0f784","remote_addr":"[::1]:52040","local_addr":"[::1]:45712","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":742,"response_code":200} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.13078323Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"94300f3d-1f64-4fe2-a551-4926a9002718"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.131437074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/ccdf8559-1c7b-401f-8a4c-8af0c86e2a05","method":"GET","req_id":"754c2467-92bf-4350-bdbe-02673ed9e2ce","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.131769302Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/crucible/0/regions/ccdf8559-1c7b-401f-8a4c-8af0c86e2a05","method":"GET","req_id":"754c2467-92bf-4350-bdbe-02673ed9e2ce","remote_addr":"[::1]:62181","local_addr":"[::1]:60997","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":340,"response_code":200} {"msg":"region deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.139455232Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","region_id":"ccdf8559-1c7b-401f-8a4c-8af0c86e2a05"} {"msg":"sdc_regions_ensure_undo: Deleted crucible regions","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.13959564Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.139645309Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N005 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.139692762Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"5","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:30.141701921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.146164348Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.146300718Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"4","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.254697609Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.256564175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.257472203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"617911b5-e3f8-4fde-a10d-3563e7c96c2b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.257605457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"617911b5-e3f8-4fde-a10d-3563e7c96c2b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.257841835Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"617911b5-e3f8-4fde-a10d-3563e7c96c2b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.257949829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"617911b5-e3f8-4fde-a10d-3563e7c96c2b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.258788921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"617911b5-e3f8-4fde-a10d-3563e7c96c2b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.278659439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"617911b5-e3f8-4fde-a10d-3563e7c96c2b","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21205,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.279547087Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"617911b5-e3f8-4fde-a10d-3563e7c96c2b\", \"content-length\": \"405\", \"date\": \"Tue, 20 Jan 2026 23:51:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.279910096Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.283013531Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e68c7974-ef9d-4524-98f4-84d2b33624ba","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.283171003Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e68c7974-ef9d-4524-98f4-84d2b33624ba","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.283803516Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e68c7974-ef9d-4524-98f4-84d2b33624ba","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.283992189Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e68c7974-ef9d-4524-98f4-84d2b33624ba","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.284921439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e68c7974-ef9d-4524-98f4-84d2b33624ba","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.298340132Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e68c7974-ef9d-4524-98f4-84d2b33624ba","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15307,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.299287628Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e68c7974-ef9d-4524-98f4-84d2b33624ba\", \"content-length\": \"29\", \"date\": \"Tue, 20 Jan 2026 23:51:30 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.312445504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.318057036Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.319075793Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.321082657Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N004 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.32122025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"4","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.328686104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.337692448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"3","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.354023387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.354300967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":8,"elapsed":"309.653µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.355202923Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.382721436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.38377387Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.383978225Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.384122511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.384234933Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.38651082Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.389850965Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.390180206Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.390270676Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.403703746Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.403801249Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.403847661Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.403899744Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.403942659Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.404467699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.40614958Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.412993542Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.413247185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.416143169Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.425885992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.426200505Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.42715252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.433046041Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.439461816Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.444723114Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.444820888Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.444874414Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.445464472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.457639311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N003 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.457740091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"3","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.459319789Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.45989092Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.46279986Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.462883646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.463853617Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.464579795Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.464641327Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.464695324Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.464747427Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.464795252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.465993966Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.466986251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.467129083Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.467197188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.467944658Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.469117852Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.469184283Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.469232729Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.469281967Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.46932896Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.469884219Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.470637902Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.470704654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.47074294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"124.928µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.470797818Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.470837818Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.660595262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.660738976Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.672356592Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.672521829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.672581708Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.672629753Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.673676726Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.683478987Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54615"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.683807377Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.684079075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:52826","req_id":"18355e4c-76f5-43f3-833a-53859d17a197","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 36 df 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 6............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.684357036Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:52826","req_id":"18355e4c-76f5-43f3-833a-53859d17a197","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.684560699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.684785835Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.684841495Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:52826","req_id":"18355e4c-76f5-43f3-833a-53859d17a197","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.685011301Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:64073","req_id":"7421b235-8ed5-4188-9319-e5cf0cbea3b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ad 5a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .Z..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.685091861Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:64073","req_id":"7421b235-8ed5-4188-9319-e5cf0cbea3b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.685269573Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.685301346Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.685408217Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:64073","req_id":"7421b235-8ed5-4188-9319-e5cf0cbea3b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.685732369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.709884125Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.710062929Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"2","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"phantom disk 3e4a52a0-a590-453c-b128-3e031e37e189 found!","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:30.711711815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.714970798Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.734048206Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.734210357Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.734265376Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.734695728Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.736653445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.740838402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.74093855Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.740988129Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.741409142Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.744717173Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3374, tv_nsec: 185294864 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.745539511Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.746390426Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3374, tv_nsec: 187240527 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.746504492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.746800769Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc-routes","method":"GET","req_id":"081112e4-5cca-4983-b919-d7d513b512dd","remote_addr":"[::1]:54615","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.748222444Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc-routes","method":"GET","req_id":"081112e4-5cca-4983-b919-d7d513b512dd","remote_addr":"[::1]:54615","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.748531256Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:4638","req_id":"640bdafe-645a-4b98-9759-6cc68d2ea898","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ba e7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.74861945Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:4638","req_id":"640bdafe-645a-4b98-9759-6cc68d2ea898","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.748810188Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.749043059Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.749103178Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:4638","req_id":"640bdafe-645a-4b98-9759-6cc68d2ea898","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.753691504Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/vpc-routes","method":"GET","req_id":"081112e4-5cca-4983-b919-d7d513b512dd","remote_addr":"[::1]:54615","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6907,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.767245464Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.809118783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.820404993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.82081777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.821966044Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"phandom disk 3e4a52a0-a590-453c-b128-3e031e37e189 un-deleted and set to faulted ok","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.825143326Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.82530742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":1}","iteration":2,"elapsed":"366.033011ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.828512577Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.828679257Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.829849034Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"silo_id":"001de000-5110-4000-8000-000000000000","silo_user_id":"001de000-05e4-4000-8000-000000004007","type":"silo_user","authenticated":true,"saga_node":"SpaceAccount","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::SiloUser { silo_user_id: 001de000-05e4-4000-8000-000000004007 (silo_user), silo_id: 001de000-5110-4000-8000-000000000000, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.835444043Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3374, tv_nsec: 276306548 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.836014543Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.863987135Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.865340986Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.865532977Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.865632624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.86759991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081112e4-5cca-4983-b919-d7d513b512dd\", \"content-length\": \"2\", \"date\": \"Tue, 20 Jan 2026 23:51:30 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.8678475Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.867995703Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.868893682Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.909191821Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:30.910439121Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.910765558Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"441.695491ms"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.913318623Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N002 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.913688666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"2","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.926671285Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.926915208Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.928127679Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.930093281Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.930514074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.930679342Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.930807776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.930912433Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.931706105Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.933105205Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.933241555Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.933362956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.933475769Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.933575437Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.934272347Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.935548584Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.935620627Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.93567294Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.978714833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.981778781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:12589","req_id":"bb3b1f2a-c8b3-4ba6-b9be-e2e0795d65b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4c 91 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e L...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.982093494Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:12589","req_id":"bb3b1f2a-c8b3-4ba6-b9be-e2e0795d65b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.982633894Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.982836826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:12589","req_id":"bb3b1f2a-c8b3-4ba6-b9be-e2e0795d65b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.983130828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:15767","req_id":"36b9417d-9ae2-4e0d-af61-212c25e2db45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e j...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.983348419Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:15767","req_id":"36b9417d-9ae2-4e0d-af61-212c25e2db45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27307,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.983805183Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.983975961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:15767","req_id":"36b9417d-9ae2-4e0d-af61-212c25e2db45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:30.989906185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.991760316Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:30.994134408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.005813735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.012884557Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.013019434Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.013073461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.013852644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.015371462Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.015921852Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.016002301Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.016053883Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.027578284Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.210843783Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.211711742Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.211799486Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.211929323Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.212115301Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.212174849Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.212224567Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.212272252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.212936828Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.213898001Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.213974903Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.214089961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:22298","req_id":"3bf8942f-f275-4a56-969e-524941460d3a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b6 ea 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.214181493Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:22298","req_id":"3bf8942f-f275-4a56-969e-524941460d3a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.214398492Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.214496366Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:22298","req_id":"3bf8942f-f275-4a56-969e-524941460d3a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.214641243Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:41800","req_id":"d8153ffd-fdc1-4c80-82b4-435467ac31d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: fc c4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.214716532Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:41800","req_id":"d8153ffd-fdc1-4c80-82b4-435467ac31d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.214887471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.214985785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.215037748Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:41800","req_id":"d8153ffd-fdc1-4c80-82b4-435467ac31d3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.216507699Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.218286091Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.219834497Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.219910928Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"1","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.221589342Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.225934496Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.226107108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.226161235Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.226496389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.233349239Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.233587311Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.235963225Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.237805784Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.238018395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:44381/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.256805979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6f834792-82aa-4cab-ad07-89d25e519069","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.256962749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6f834792-82aa-4cab-ad07-89d25e519069","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.377203314Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/local/all-sp-ids","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.377821208Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/eip-gateways","method":"PUT","req_id":"41e409bf-c2c2-4404-852a-dc6747036f4d","remote_addr":"[::1]:54615","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.377946446Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/eip-gateways","method":"PUT","req_id":"41e409bf-c2c2-4404-852a-dc6747036f4d","remote_addr":"[::1]:54615","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.378646181Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3374, tv_nsec: 819394660 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.37878702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.383666252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6f834792-82aa-4cab-ad07-89d25e519069","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.383851369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6f834792-82aa-4cab-ad07-89d25e519069","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.384919364Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6f834792-82aa-4cab-ad07-89d25e519069","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.388097457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/eip-gateways","method":"PUT","req_id":"41e409bf-c2c2-4404-852a-dc6747036f4d","remote_addr":"[::1]:54615","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10304,"response_code":204} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.391035355Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.391215922Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.391350829Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.391459374Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.392715873Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.39426993Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":3,"elapsed":"461.103824ms"} {"msg":"latest inventory collection is unchanged","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.399815101Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"original_time_started":"2026-01-20 23:51:22.688305 UTC","original_id":"c7a72e9a-9f4f-49dc-94f6-c67e56fb171c","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.400156958Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"c7a72e9a-9f4f-49dc-94f6-c67e56fb171c\",\"time_loaded\":\"2026-01-20T23:51:30.930469045Z\",\"time_started\":\"2026-01-20T23:51:22.688305Z\"}}","iteration":9,"elapsed":"470.021193ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.400564104Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.404249402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.404524106Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.411774493Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.411905072Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.412101591Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.412786818Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.416472977Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.416609367Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.417571052Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:18734","req_id":"0d6cf7fb-d69f-49d1-a901-1e7e3c26c8a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3d 36 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 =6..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.417807921Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:18734","req_id":"0d6cf7fb-d69f-49d1-a901-1e7e3c26c8a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15670,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.418279715Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.418652393Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.418839113Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:18734","req_id":"0d6cf7fb-d69f-49d1-a901-1e7e3c26c8a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.419410815Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"746d49eb-8564-45d8-bc7d-b0a858fa83af\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:31 GMT\"} })"} {"msg":"dendrite for switch1 is unavailable, cannot perform nat cleanup","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:31.419932348Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.424967949Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"dendrite for switch1 is unavailable, cannot perform nat cleanup\"}","iteration":2,"elapsed":"1.035064601s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.42529139Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/eip-gateways\", status: 204, headers: {\"x-request-id\": \"41e409bf-c2c2-4404-852a-dc6747036f4d\", \"date\": \"Tue, 20 Jan 2026 23:51:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.428588389Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":3,"elapsed":"1.073246059s"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:31.428772984Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.429868133Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N001 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.42993251Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"1","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.436279268Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.436379687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.437174611Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.438412463Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.438510767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.4391635Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.445094535Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3374, tv_nsec: 885875268 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.445254862Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.446526119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3052","req_id":"99118f8a-ffa3-4b4a-981a-3a1e22c86921","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a5 1e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.446656658Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3052","req_id":"99118f8a-ffa3-4b4a-981a-3a1e22c86921","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.446897164Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.446933526Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:3052","req_id":"99118f8a-ffa3-4b4a-981a-3a1e22c86921","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.454957586Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"6f834792-82aa-4cab-ad07-89d25e519069","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":198196,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.460803943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.461028197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.461172463Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.461284595Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.462804785Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.464523909Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-20T23:51:00.230448Z })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.46461491Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":7,"elapsed":"252.637151ms"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.465414062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.465476245Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"0","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.470344275Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/2?limit=100","method":"GET","req_id":"f1e82ec7-93d1-459b-9dcd-c1d404524e23","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.470499402Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/2?limit=100","method":"GET","req_id":"f1e82ec7-93d1-459b-9dcd-c1d404524e23","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.470859084Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.470962549Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.471486687Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.471576174Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.471724017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.472104781Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/2?limit=100","method":"GET","req_id":"f1e82ec7-93d1-459b-9dcd-c1d404524e23","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.47221012Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/2?limit=100","method":"GET","req_id":"f1e82ec7-93d1-459b-9dcd-c1d404524e23","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.473226102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/2?limit=100","method":"GET","req_id":"f1e82ec7-93d1-459b-9dcd-c1d404524e23","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.488421673Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/local/all-sp-ids\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488fe8ab-d89d-425e-aaf0-c90a924e723a\", \"content-length\": \"105\", \"date\": \"Tue, 20 Jan 2026 23:51:31 GMT\"} })"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.489399008Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.490986041Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.491114014Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.491170275Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.491220926Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.492665817Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.494140477Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.494542694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.494634335Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.494693472Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.494744403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.495383959Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.496200857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.496280605Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.496337648Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.496390523Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.496980261Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.49800494Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.498086772Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.498144666Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.498267991Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.498940242Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.503705999Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:1042","req_id":"bf7d5da2-5fe6-4db1-a930-ca13ee7fe3bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c f9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e l...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.503814384Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:1042","req_id":"bf7d5da2-5fe6-4db1-a930-ca13ee7fe3bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.504049369Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.504083146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:1042","req_id":"bf7d5da2-5fe6-4db1-a930-ca13ee7fe3bd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.511100722Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.516768776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.516933733Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.51698767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.517040064Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.517086716Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.51740673Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.518339046Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.521324498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.523614062Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N000 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.523688429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"0","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.525237146Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/2?limit=100","method":"GET","req_id":"f1e82ec7-93d1-459b-9dcd-c1d404524e23","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":55011,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.525528252Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.542256979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.542384321Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.542434911Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.54308546Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.556505054Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.561686093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.561803436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.561857423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.562314908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.563501398Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.571772276Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.571936702Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.571998875Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.5736074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.576696457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"e211ce91-97b2-4ca4-b566-93adc7b7d83c","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.576960069Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"e211ce91-97b2-4ca4-b566-93adc7b7d83c","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"determining switch slot managed by switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.661614826Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.661712429Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/local/switch-id","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.662402796Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:11855","req_id":"1f568a4f-d18b-4e59-a45b-428294ade3ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ac 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.662514417Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:11855","req_id":"1f568a4f-d18b-4e59-a45b-428294ade3ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.662763901Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.663001692Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.663055108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:11855","req_id":"1f568a4f-d18b-4e59-a45b-428294ade3ff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.663251196Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:53686","req_id":"1070420f-2505-4b20-8017-c02be2a5f66f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 0a 9d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.663333088Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:53686","req_id":"1070420f-2505-4b20-8017-c02be2a5f66f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.66351093Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.663602351Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.663654615Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:53686","req_id":"1070420f-2505-4b20-8017-c02be2a5f66f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.664305524Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"e211ce91-97b2-4ca4-b566-93adc7b7d83c","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.664407706Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"e211ce91-97b2-4ca4-b566-93adc7b7d83c","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.665146509Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"e211ce91-97b2-4ca4-b566-93adc7b7d83c","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.666177471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.667110498Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.667186629Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.667233772Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.667745626Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.672649908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.672733513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.672785887Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.673218103Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.724830908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.746402375Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.746660837Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.746729813Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.7474857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.749406463Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 53905, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3375, tv_nsec: 190144612 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.749507122Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.750173011Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3375, tv_nsec: 190686184 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.750276075Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.761093356Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_started"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.761185458Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoStarted","node_id":"9","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.762713013Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"e211ce91-97b2-4ca4-b566-93adc7b7d83c","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":185999,"response_code":200} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.776173749Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:58241","req_id":"79460ec6-a14b-4bfb-b276-902b63982ab4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 01 a8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.776398764Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:58241","req_id":"79460ec6-a14b-4bfb-b276-902b63982ab4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.776647236Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.776749338Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:58241","req_id":"79460ec6-a14b-4bfb-b276-902b63982ab4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.776843024Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:21835","req_id":"3f5f27ac-388b-4359-b216-933d1aa17cef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb 7e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .~..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.776918944Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:21835","req_id":"3f5f27ac-388b-4359-b216-933d1aa17cef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.777145553Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.777177777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:21835","req_id":"3f5f27ac-388b-4359-b216-933d1aa17cef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.782849238Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f8c10a5-84b5-4cf9-9f99-bd3553c0978b\", \"content-length\": \"26\", \"date\": \"Tue, 20 Jan 2026 23:51:31 GMT\"} })"} {"msg":"identified switch slot for switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.783067089Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.78512772Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n Switch0: ::1,\n}"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:31.785205624Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.899053119Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:44381/v2p","method":"GET"} {"msg":"saga log event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.900010996Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"N009 undo_finished"} {"msg":"recording saga event","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.900142917Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"event_type":"UndoFinished","node_id":"9","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.902897011Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53905","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.903119461Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.903797674Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53905","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.90391193Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.904382833Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53905","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.904484735Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.916702048Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53905","restart_id":"00000000-0000-0000-0000-000000000000 (ereporter_restart)","start_ena":"None","committed_ena":"None"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:31.916869319Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:31.921449849Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33625"} {"msg":"determining switch slot managed by switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.039526108Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.039619724Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/local/switch-id","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.133335383Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"update for saga cached state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.137082172Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","new_state":"Done","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01"} {"msg":"updating state","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.13722259Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"new_state":"done","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SecStore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.1415756Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v2p","method":"GET","req_id":"c1c1fd54-5cf4-4a99-a5dc-685cd4e3117f","remote_addr":"[::1]:33625","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.141763392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v2p","method":"GET","req_id":"c1c1fd54-5cf4-4a99-a5dc-685cd4e3117f","remote_addr":"[::1]:33625","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.141998578Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.142219445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.142379262Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:34703","req_id":"413a2165-6ba3-4285-903c-9ff524d8e6e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: af ff 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 64 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 d._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.142603395Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:34703","req_id":"413a2165-6ba3-4285-903c-9ff524d8e6e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45055,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 100,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.143069719Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.145180479Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.145484932Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:34703","req_id":"413a2165-6ba3-4285-903c-9ff524d8e6e1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56941, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.150040382Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/v2p","method":"GET","req_id":"c1c1fd54-5cf4-4a99-a5dc-685cd4e3117f","remote_addr":"[::1]:33625","local_addr":"[::1]:44381","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8446,"response_code":200} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.150679468Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.151543409Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.152208225Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.152294416Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.152338113Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.152375406Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":3,"elapsed":"1.216813356s"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.154203797Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56941, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3375, tv_nsec: 594965873 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.15432144Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.155288365Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"532f3b6d-c3ce-48f5-a670-e4cca74711f8\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.155624881Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/rpw/nat/trigger","method":"POST"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.156039222Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:44381/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c1fd54-5cf4-4a99-a5dc-685cd4e3117f\", \"content-length\": \"2\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.156130973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.156178187Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.156219258Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.15889168Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"1.691923395s"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:32.160617407Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"action_error_source":"InjectedError","action_error_node_name":"\"created_disk\"","result":"failure","saga_name":"disk-create","saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","undo_result":"success"} {"msg":"tracked saga has finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.160865669Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"saga finished","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.161500015Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"saga_id":"e5358b7d-a93f-4f5e-8653-7c11137b2a01","saga_name":"disk-create","component":"SagaExecutor","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","saga_result":"SagaResult { saga_id: e5358b7d-a93f-4f5e-8653-7c11137b2a01, saga_log: SagaLog { saga_id: e5358b7d-a93f-4f5e-8653-7c11137b2a01, unwinding: true, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 failed, N007 undo_started, N007 undo_finished, N006 undo_started, N006 undo_finished, N005 undo_started, N005 undo_finished, N004 undo_started, N004 undo_finished, N003 undo_started, N003 undo_finished, N002 undo_started, N002 undo_finished, N001 undo_started, N001 undo_finished, N000 undo_started, N000 undo_finished, N009 undo_started, N009 undo_finished], node_status: {0: UndoFinished, 1: UndoFinished, 2: UndoFinished, 3: UndoFinished, 4: UndoFinished, 5: UndoFinished, 6: UndoFinished, 7: UndoFinished, 8: Failed(InjectedError), 9: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: \"created_disk\", error_source: InjectedError, undo_failure: None }) }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.169920319Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31978115-c49b-4d38-9046-95655eb0ae5c\", \"content-length\": \"26\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"identified switch slot for switch zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.170067381Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_address":"::1","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping switch zones to switch slots","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.172310442Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"{\n Switch0: ::1,\n}"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.26611145Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.267238071Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/rpw/nat/trigger\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6be639d4-14b6-4273-b263-19fe728699c1\", \"content-length\": \"4\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.269047695Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"3","iteration":2,"elapsed":"1.80901811s"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.272022866Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.273487487Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.275053688Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.275450324Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:20548","req_id":"4d4c605d-b9b3-435e-8c5f-544edfd07be6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: aa f1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.275571083Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:20548","req_id":"4d4c605d-b9b3-435e-8c5f-544edfd07be6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43761,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.275833102Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.275954081Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:20548","req_id":"4d4c605d-b9b3-435e-8c5f-544edfd07be6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2026-01-20T23:51:32.2766047Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.277361979Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.279889574Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2308db2d-1d58-4191-b38c-35ba5d0154d0","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.279978601Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2308db2d-1d58-4191-b38c-35ba5d0154d0","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.362249506Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56941/bfd/peers","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.364374284Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:47948","req_id":"6d62e1b2-5654-468f-9a89-282bbca18391","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b2 12 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.364548088Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:47948","req_id":"6d62e1b2-5654-468f-9a89-282bbca18391","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.364809436Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.365041435Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.365137746Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:47948","req_id":"6d62e1b2-5654-468f-9a89-282bbca18391","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.366737203Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2308db2d-1d58-4191-b38c-35ba5d0154d0","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.366896368Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2308db2d-1d58-4191-b38c-35ba5d0154d0","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.367759608Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2308db2d-1d58-4191-b38c-35ba5d0154d0","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.368865628Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6d06339-aa94-4295-963e-27e998bdf215\", \"content-length\": \"745\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.369398914Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.369486016Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.369549953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.369611234Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.37070973Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.375468303Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"id":"69bb5b03-62b3-427d-bc40-553ccf5faa35","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.375597919Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.376339758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 41711, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3375, tv_nsec: 817033549 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.376443173Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.377113651Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c659af-eb8f-4af4-9c42-5837f0f2fa54\", \"content-length\": \"959\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.377494194Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.377570345Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.377626597Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.377679892Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.378308988Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.382759992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc0d2b1-6a10-403f-bed3-d85cd5181e71\", \"content-length\": \"2134\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.383075777Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.383149373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.383207178Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.383258018Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.383941822Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.384887144Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/ereports?limit=255&restart_id=00000000-0000-0000-0000-000000000000\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1cd2403-ddcb-4079-95c0-bad965b02ca1\", \"content-length\": \"350\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.385088743Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.385160956Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.385217017Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.385269992Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.385796255Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.390113654Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.393926344Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.394039408Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.394097623Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.394527534Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.405658767Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.424908185Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.425110646Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.425231445Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.425890931Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.429933857Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2308db2d-1d58-4191-b38c-35ba5d0154d0","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":150089,"response_code":200} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.444127254Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.477940722Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.478306647Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.478442776Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.479206809Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.483609197Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.48408547Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2308db2d-1d58-4191-b38c-35ba5d0154d0\", \"content-length\": \"405\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.484494961Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","body":"None","uri":"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.485008879Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:56941/bfd/peers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a795e12-427a-498c-9008-85a93dbfd2dc\", \"content-length\": \"2\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.486540081Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"2.092326357s"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.487180138Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.50118959Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.528992306Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.529166902Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.529222202Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.529660439Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.564679385Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3797456c-76c8-4b76-b693-c92a6a9d5612","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.564803441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3797456c-76c8-4b76-b693-c92a6a9d5612","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.564865684Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:40145","req_id":"68a9bf8c-c85c-4e0b-9a3b-2315e527d285","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 41 0b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e A...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.56494454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:40145","req_id":"68a9bf8c-c85c-4e0b-9a3b-2315e527d285","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.565208493Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.565339823Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:40145","req_id":"68a9bf8c-c85c-4e0b-9a3b-2315e527d285","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.566895694Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3797456c-76c8-4b76-b693-c92a6a9d5612","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.567502025Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3797456c-76c8-4b76-b693-c92a6a9d5612","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.568546413Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3797456c-76c8-4b76-b693-c92a6a9d5612","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.691942175Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/switch/identifiers","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.694902668Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.696041513Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.696117644Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.696167943Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"producer_port":43235,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected ereports from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.696698354Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":2,"total_ereports_collected":2,"new_ereports":2,"ereports_received":2,"received_restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","requested_restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","requested_start_ena":"Some(Ena(0x3))","requested_committed_ena":"Some(Ena(0x2))"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.696816788Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53905","restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.696873Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3","method":"POST"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.7194612Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3797456c-76c8-4b76-b693-c92a6a9d5612","remote_addr":"127.0.0.1:37740","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":154802,"response_code":200} {"msg":"collected ereports from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.719750953Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":2,"total_ereports_collected":2,"new_ereports":2,"ereports_received":2,"received_restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","requested_restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","requested_start_ena":"Some(Ena(0x3))","requested_committed_ena":"Some(Ena(0x2))"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.719846392Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53905","restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.719900519Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3","method":"POST"} {"msg":"collected ereports from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.720492412Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":6,"total_ereports_collected":6,"new_ereports":6,"ereports_received":6,"received_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","requested_start_ena":"Some(Ena(0x7))","requested_committed_ena":"Some(Ena(0x6))"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.720584484Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53905","restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.720637489Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7","method":"POST"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.743895385Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:63907/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3797456c-76c8-4b76-b693-c92a6a9d5612\", \"content-length\": \"29\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.744002457Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.744051264Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.744091323Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.74422618Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e600d604-4eeb-4903-959c-55cd2bcd334b\", \"content-length\": \"206\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.744388441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.749020373Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/0/ereports?committed=2&limit=255&restart_id=0d3e464a-666e-4687-976f-90e31238be8b&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7aee340-a29a-4678-9173-ad77aa22188f\", \"content-length\": \"81\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"no ereports returned by SP","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.749233074Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":2,"total_ereports_received":2,"restart_id":"0d3e464a-666e-4687-976f-90e31238be8b (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.750556565Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36012","req_id":"52815d68-220f-4043-9cd2-af9afcea30c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f4 46 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .F..........._mg\n0010: 64 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 d._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.750671022Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36012","req_id":"52815d68-220f-4043-9cd2-af9afcea30c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 100,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.750850667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"_mgd._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.750880957Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.750980585Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:36012","req_id":"52815d68-220f-4043-9cd2-af9afcea30c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56941, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgd._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.752031285Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgd._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 56941, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 3376, tv_nsec: 192867338 } })","dns_name":"_mgd._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.752131714Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.754483471Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/0/ereports?committed=6&limit=255&restart_id=af1ebf85-36ba-4c31-bbec-b9825d6d9d8b&start_at=7\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9d6817a-6804-4dea-b79d-5d47e619a40c\", \"content-length\": \"81\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"no ereports returned by SP","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.754578199Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"0","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":6,"total_ereports_received":6,"restart_id":"af1ebf85-36ba-4c31-bbec-b9825d6d9d8b (ereporter_restart)","start_ena":"Some(Ena(0x7))","committed_ena":"Some(Ena(0x6))"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.754757774Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/sled/1/ereports?committed=2&limit=255&restart_id=55e30cc7-a109-492f-aca9-735ed725df3c&start_at=3\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7a22945-70a3-4ba3-904c-b6a40b7f5d52\", \"content-length\": \"81\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"no ereports returned by SP","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.754842332Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"sled","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":2,"total_ereports_received":2,"restart_id":"55e30cc7-a109-492f-aca9-735ed725df3c (ereporter_restart)","start_ena":"Some(Ena(0x3))","committed_ena":"Some(Ena(0x2))"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.755685161Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:30476","req_id":"8bbbedd6-cdca-4745-8d33-aed36cca17e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e7 18 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.755767734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:30476","req_id":"8bbbedd6-cdca-4745-8d33-aed36cca17e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.755998501Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.756031076Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"peer_addr":"[::1]:30476","req_id":"8bbbedd6-cdca-4745-8d33-aed36cca17e6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.828336377Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.828437908Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.829305667Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.831729126Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"953f7015-4880-44d0-a414-4efb03206601","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.831817751Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"953f7015-4880-44d0-a414-4efb03206601","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.833606403Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"953f7015-4880-44d0-a414-4efb03206601","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.833697734Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"953f7015-4880-44d0-a414-4efb03206601","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.835497578Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"953f7015-4880-44d0-a414-4efb03206601","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"collected ereports from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.837248425Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_requests":1,"total_new_ereports":1,"total_ereports_collected":1,"new_ereports":1,"ereports_received":1,"received_restart_id":"e60ef77a-4764-4129-af8c-ec2a9dea1e56 (ereporter_restart)","requested_restart_id":"e60ef77a-4764-4129-af8c-ec2a9dea1e56 (ereporter_restart)","requested_start_ena":"Some(Ena(0x2))","requested_committed_ena":"Some(Ena(0x1))"} {"msg":"attempting ereport collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.837427199Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","gateway_addr":"[::1]:53905","restart_id":"e60ef77a-4764-4129-af8c-ec2a9dea1e56 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.83759423Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:53905/sp/switch/1/ereports?committed=1&limit=255&restart_id=e60ef77a-4764-4129-af8c-ec2a9dea1e56&start_at=2","method":"POST"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.84197758Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:41711/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.843255441Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"uri":"/nat/ipv4/changeset/3?limit=100","method":"GET","req_id":"953f7015-4880-44d0-a414-4efb03206601","remote_addr":"127.0.0.1:41148","local_addr":"127.0.0.1:63907","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11428,"response_code":200} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.848008573Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"component":"DpdClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:41711/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e2ad9d-7893-4cec-aa37-2306d8111eb4\", \"content-length\": \"12\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.84826454Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","settings":"PortSettings { links: {} }","switch_port_id":"Name(Name(\"qsfp0\"))"} {"msg":"clearing switch port settings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.84833557Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","port_id":"Qsfp(Qsfp(\"qsfp0\"))","switch_location":"Switch0"} {"msg":"port settings up to date, skipping","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2026-01-20T23:51:32.848387934Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch0","switch_port_id":"Name(Name(\"qsfp0\"))"} {"msg":"no DPD client for switch location","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2026-01-20T23:51:32.848435709Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switch_location":"Switch1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.848477692Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:56941/static/route4","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.855688681Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"gateway_url":"http://[::1]:53905","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:53905/sp/switch/1/ereports?committed=1&limit=255&restart_id=e60ef77a-4764-4129-af8c-ec2a9dea1e56&start_at=2\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8587a3b8-f9a0-4600-b968-5acc52518d6f\", \"content-length\": \"81\", \"date\": \"Tue, 20 Jan 2026 23:51:32 GMT\"} })"} {"msg":"no ereports returned by SP","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2026-01-20T23:51:32.855813448Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"sp_type":"switch","slot":"1","background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total_new_ereports":1,"total_ereports_received":1,"restart_id":"e60ef77a-4764-4129-af8c-ec2a9dea1e56 (ereporter_restart)","start_ena":"Some(Ena(0x2))","committed_ena":"Some(Ena(0x1))"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2026-01-20T23:51:32.857684564Z","hostname":"bmat-EVT22200007-0000d76a","pid":12845,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[],\"sps\":[{\"ereports_received\":6,\"errors\":[],\"new_ereports\":6,\"requests\":2,\"slot\":0,\"sp_type\":\"sled\"},{\"ereports_received\":2,\"errors\":[],\"new_ereports\":2,\"requests\":2,\"slot\":1,\"sp_type\":\"sled\"},{\"ereports_received\":2,\"errors\":[],\"new_ereports\":2,\"requests\":2,\"slot\":0,\"sp_type\":\"switch\"},{\"ereports_received\":1,\"errors\":[],\"new_ereports\":1,\"requests\":2,\"slot\":1,\"sp_type\":\"switch\"}]}","iteration":2,"elapsed":"2.386695727s"}